=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:81: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-048000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:81: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-048000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (39.191982834s)

-- stdout --

	{"specversion":"1.0","id":"0a0b3e21-3075-4692-95ae-0c37be2e6443","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-048000] minikube v1.32.0 on Darwin 14.3.1 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"5cdabd09-cd53-48b5-afe2-0f3a1f304371","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=18170"}}

	{"specversion":"1.0","id":"3a9951e4-e869-4a39-879f-74f5442ab445","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig"}}

	{"specversion":"1.0","id":"fc0ebf82-3298-48fc-aa8f-9d9b43dbcb04","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"412609fd-73ce-4158-8323-d91004dc9b62","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"87910dd7-1638-4741-86ca-e4cfa5bad17d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube"}}

	{"specversion":"1.0","id":"4b81d21c-6c4d-4b20-9af3-4ea9481b44b4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"713b0c20-a9fe-43e8-bf1a-53118885c789","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"2dc14802-e998-4d9c-8a23-7dd553e66d9f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"64224d3e-0955-4e97-8ca0-b797bcf62fcb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"ab7b0b97-921c-4b5f-9671-b211dbef250e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-048000 in cluster download-only-048000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"62784aad-bdbb-46c0-bfa8-66215875350d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"0b6797c9-ca6c-45fa-a641-17c67a140e0c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/18170-979/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x106667080 0x106667080 0x106667080 0x106667080 0x106667080 0x106667080 0x106667080] Decompressors:map[bz2:0x140004961c0 gz:0x140004961c8 tar:0x14000496170 tar.bz2:0x14000496180 tar.gz:0x14000496190 tar.xz:0x140004961a0 tar.zst:0x140004961b0 tbz2:0x14000496180 tgz:0x1400049

6190 txz:0x140004961a0 tzst:0x140004961b0 xz:0x140004961d0 zip:0x140004961e0 zst:0x140004961d8] Getters:map[file:0x14000cf8600 http:0x140008d42d0 https:0x140008d4320] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"f0218734-d443-46d0-a349-cd98c0aa04df","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0213 14:38:44.220155    1409 out.go:291] Setting OutFile to fd 1 ...

	I0213 14:38:44.220308    1409 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:38:44.220311    1409 out.go:304] Setting ErrFile to fd 2...

	I0213 14:38:44.220314    1409 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:38:44.220427    1409 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	W0213 14:38:44.220511    1409 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/18170-979/.minikube/config/config.json: open /Users/jenkins/minikube-integration/18170-979/.minikube/config/config.json: no such file or directory

	I0213 14:38:44.221732    1409 out.go:298] Setting JSON to true

	I0213 14:38:44.238782    1409 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":346,"bootTime":1707863578,"procs":455,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 14:38:44.238854    1409 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 14:38:44.244641    1409 out.go:97] [download-only-048000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 14:38:44.247703    1409 out.go:169] MINIKUBE_LOCATION=18170

	I0213 14:38:44.244780    1409 notify.go:220] Checking for updates...

	W0213 14:38:44.244798    1409 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball: no such file or directory

	I0213 14:38:44.255621    1409 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:38:44.258698    1409 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 14:38:44.261685    1409 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 14:38:44.264669    1409 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	W0213 14:38:44.270687    1409 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0213 14:38:44.270893    1409 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 14:38:44.275576    1409 out.go:97] Using the qemu2 driver based on user configuration

	I0213 14:38:44.275593    1409 start.go:298] selected driver: qemu2

	I0213 14:38:44.275605    1409 start.go:902] validating driver "qemu2" against <nil>

	I0213 14:38:44.275669    1409 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 14:38:44.278673    1409 out.go:169] Automatically selected the socket_vmnet network

	I0213 14:38:44.284260    1409 start_flags.go:392] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0213 14:38:44.284337    1409 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]

	I0213 14:38:44.284445    1409 cni.go:84] Creating CNI manager for ""

	I0213 14:38:44.284460    1409 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0213 14:38:44.284463    1409 start_flags.go:321] config:

	{Name:download-only-048000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-048000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRun

time:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:38:44.289924    1409 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 14:38:44.293697    1409 out.go:97] Downloading VM boot image ...

	I0213 14:38:44.293728    1409 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso

	I0213 14:39:02.399186    1409 out.go:97] Starting control plane node download-only-048000 in cluster download-only-048000

	I0213 14:39:02.399231    1409 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0213 14:39:02.699758    1409 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0213 14:39:02.699847    1409 cache.go:56] Caching tarball of preloaded images

	I0213 14:39:02.700583    1409 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0213 14:39:02.706193    1409 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I0213 14:39:02.706221    1409 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:39:03.321123    1409 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0213 14:39:21.981450    1409 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:39:21.981602    1409 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:39:22.633887    1409 cache.go:59] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I0213 14:39:22.634076    1409 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/download-only-048000/config.json ...

	I0213 14:39:22.634094    1409 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/download-only-048000/config.json: {Name:mkcf4d3fc36f141969847e9612eb45eb33c0fc17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:39:22.634334    1409 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0213 14:39:22.634521    1409 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/18170-979/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I0213 14:39:23.335632    1409 out.go:169] 

	W0213 14:39:23.340670    1409 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/18170-979/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x106667080 0x106667080 0x106667080 0x106667080 0x106667080 0x106667080 0x106667080] Decompressors:map[bz2:0x140004961c0 gz:0x140004961c8 tar:0x14000496170 tar.bz2:0x14000496180 tar.gz:0x14000496190 tar.xz:0x140004961a0 tar.zst:0x140004961b0 tbz2:0x14000496180 tgz:0x14000496190 txz:0x140004961a0 tzst:0x140004961b0 xz:0x140004961d0 zip:0x140004961e0 zst:0x140004961d8] Getters:map[file:0x14000cf8600 http:0x140008d42d0 https:0x140008d4320] Dir:false ProgressListener:

<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0213 14:39:23.340693    1409 out_reason.go:110] 

	W0213 14:39:23.348518    1409 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0213 14:39:23.352553    1409 out.go:169] 

** /stderr **

aaa_download_only_test.go:83: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-048000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (39.19s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:175: expected the file for binary exist at "/Users/jenkins/minikube-integration/18170-979/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/18170-979/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-025000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-025000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (10.188813209s)

-- stdout --

	* [offline-docker-025000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-025000 in cluster offline-docker-025000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-025000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0213 15:02:46.254494    3074 out.go:291] Setting OutFile to fd 1 ...

	I0213 15:02:46.254617    3074 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:02:46.254621    3074 out.go:304] Setting ErrFile to fd 2...

	I0213 15:02:46.254623    3074 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:02:46.254762    3074 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 15:02:46.255911    3074 out.go:298] Setting JSON to false

	I0213 15:02:46.273358    3074 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1788,"bootTime":1707863578,"procs":466,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 15:02:46.273455    3074 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 15:02:46.278148    3074 out.go:177] * [offline-docker-025000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 15:02:46.286113    3074 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 15:02:46.290113    3074 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 15:02:46.286112    3074 notify.go:220] Checking for updates...

	I0213 15:02:46.296039    3074 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 15:02:46.299120    3074 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 15:02:46.302101    3074 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 15:02:46.305057    3074 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 15:02:46.308512    3074 config.go:182] Loaded profile config "multinode-078000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:02:46.308563    3074 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 15:02:46.312029    3074 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 15:02:46.319103    3074 start.go:298] selected driver: qemu2

	I0213 15:02:46.319113    3074 start.go:902] validating driver "qemu2" against <nil>

	I0213 15:02:46.319120    3074 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 15:02:46.321172    3074 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 15:02:46.324097    3074 out.go:177] * Automatically selected the socket_vmnet network

	I0213 15:02:46.327197    3074 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0213 15:02:46.327234    3074 cni.go:84] Creating CNI manager for ""

	I0213 15:02:46.327242    3074 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 15:02:46.327247    3074 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 15:02:46.327253    3074 start_flags.go:321] config:

	{Name:offline-docker-025000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-025000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR

untime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthS

ock: SSHAgentPID:0 GPUs:}

	I0213 15:02:46.331830    3074 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 15:02:46.339092    3074 out.go:177] * Starting control plane node offline-docker-025000 in cluster offline-docker-025000

	I0213 15:02:46.343074    3074 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 15:02:46.343105    3074 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 15:02:46.343118    3074 cache.go:56] Caching tarball of preloaded images

	I0213 15:02:46.343190    3074 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 15:02:46.343195    3074 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 15:02:46.343271    3074 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/offline-docker-025000/config.json ...

	I0213 15:02:46.343282    3074 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/offline-docker-025000/config.json: {Name:mk51ed28f0d4eb5eea97758914613843644165ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 15:02:46.343497    3074 start.go:365] acquiring machines lock for offline-docker-025000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:02:46.343527    3074 start.go:369] acquired machines lock for "offline-docker-025000" in 23.042µs

	I0213 15:02:46.343538    3074 start.go:93] Provisioning new machine with config: &{Name:offline-docker-025000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-025000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:02:46.343571    3074 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:02:46.347117    3074 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:02:46.362981    3074 start.go:159] libmachine.API.Create for "offline-docker-025000" (driver="qemu2")

	I0213 15:02:46.363007    3074 client.go:168] LocalClient.Create starting

	I0213 15:02:46.363098    3074 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:02:46.363132    3074 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:46.363140    3074 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:46.363180    3074 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:02:46.363204    3074 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:46.363214    3074 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:46.363565    3074 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:02:46.489051    3074 main.go:141] libmachine: Creating SSH key...

	I0213 15:02:46.538216    3074 main.go:141] libmachine: Creating Disk image...

	I0213 15:02:46.538228    3074 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:02:46.538461    3074 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:46.551194    3074 main.go:141] libmachine: STDOUT: 

	I0213 15:02:46.551232    3074 main.go:141] libmachine: STDERR: 

	I0213 15:02:46.551298    3074 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2 +20000M

	I0213 15:02:46.562906    3074 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:02:46.562925    3074 main.go:141] libmachine: STDERR: 

	I0213 15:02:46.562951    3074 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:46.562956    3074 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:02:46.562997    3074 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/qemu.pid -device virtio-net-pci,netdev=net0,mac=f6:ed:f8:aa:f0:d2 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:46.565181    3074 main.go:141] libmachine: STDOUT: 

	I0213 15:02:46.565210    3074 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:02:46.565237    3074 client.go:171] LocalClient.Create took 202.229084ms

	I0213 15:02:48.565253    3074 start.go:128] duration metric: createHost completed in 2.221744s

	I0213 15:02:48.565270    3074 start.go:83] releasing machines lock for "offline-docker-025000", held for 2.221806292s

	W0213 15:02:48.565283    3074 start.go:694] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:02:48.574399    3074 out.go:177] * Deleting "offline-docker-025000" in qemu2 ...

	W0213 15:02:48.581739    3074 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:02:48.581755    3074 start.go:709] Will try again in 5 seconds ...

	I0213 15:02:53.583722    3074 start.go:365] acquiring machines lock for offline-docker-025000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:02:53.583879    3074 start.go:369] acquired machines lock for "offline-docker-025000" in 102.042µs

	I0213 15:02:53.583907    3074 start.go:93] Provisioning new machine with config: &{Name:offline-docker-025000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.28.4 ClusterName:offline-docker-025000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:02:53.583963    3074 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:02:53.698260    3074 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:02:53.728507    3074 start.go:159] libmachine.API.Create for "offline-docker-025000" (driver="qemu2")

	I0213 15:02:53.728540    3074 client.go:168] LocalClient.Create starting

	I0213 15:02:53.728682    3074 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:02:53.728734    3074 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:53.728748    3074 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:53.728792    3074 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:02:53.728824    3074 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:53.728836    3074 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:53.729227    3074 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:02:54.220223    3074 main.go:141] libmachine: Creating SSH key...

	I0213 15:02:54.336806    3074 main.go:141] libmachine: Creating Disk image...

	I0213 15:02:54.336814    3074 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:02:54.336993    3074 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:54.351713    3074 main.go:141] libmachine: STDOUT: 

	I0213 15:02:54.351737    3074 main.go:141] libmachine: STDERR: 

	I0213 15:02:54.351803    3074 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2 +20000M

	I0213 15:02:54.364473    3074 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:02:54.364494    3074 main.go:141] libmachine: STDERR: 

	I0213 15:02:54.364516    3074 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:54.364523    3074 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:02:54.364561    3074 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/qemu.pid -device virtio-net-pci,netdev=net0,mac=f6:6b:9e:dc:be:11 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/offline-docker-025000/disk.qcow2

	I0213 15:02:54.366954    3074 main.go:141] libmachine: STDOUT: 

	I0213 15:02:54.366976    3074 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:02:54.366990    3074 client.go:171] LocalClient.Create took 638.465417ms

	I0213 15:02:56.369033    3074 start.go:128] duration metric: createHost completed in 2.785142709s

	I0213 15:02:56.369050    3074 start.go:83] releasing machines lock for "offline-docker-025000", held for 2.785250291s

	W0213 15:02:56.369115    3074 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-025000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-025000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:02:56.376251    3074 out.go:177] 

	W0213 15:02:56.388157    3074 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0213 15:02:56.388163    3074 out.go:239] * 

	* 

	W0213 15:02:56.388655    3074 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0213 15:02:56.399169    3074 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-025000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:523: *** TestOffline FAILED at 2024-02-13 15:02:56.412228 -0800 PST m=+1452.343161584

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-025000 -n offline-docker-025000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-025000 -n offline-docker-025000: exit status 7 (34.220125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-025000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-025000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-025000

--- FAIL: TestOffline (10.32s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:207: (dbg) Run:  kubectl --context addons-975000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:232: (dbg) Run:  kubectl --context addons-975000 replace --force -f testdata/nginx-ingress-v1.yaml

addons_test.go:245: (dbg) Run:  kubectl --context addons-975000 replace --force -f testdata/nginx-pod-svc.yaml

addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...

helpers_test.go:344: "nginx" [144c4b46-b3a7-4134-baa3-e5977e143324] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])

helpers_test.go:344: "nginx" [144c4b46-b3a7-4134-baa3-e5977e143324] Running

addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.002997959s

addons_test.go:262: (dbg) Run:  out/minikube-darwin-arm64 -p addons-975000 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"

addons_test.go:286: (dbg) Run:  kubectl --context addons-975000 replace --force -f testdata/ingress-dns-example-v1.yaml

addons_test.go:291: (dbg) Run:  out/minikube-darwin-arm64 -p addons-975000 ip

addons_test.go:297: (dbg) Run:  nslookup hello-john.test 192.168.105.2

addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.105.2: exit status 1 (15.031711209s)

-- stdout --

	;; connection timed out; no servers could be reached

-- /stdout --

addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.105.2" : exit status 1

addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached

stderr: 

addons_test.go:306: (dbg) Run:  out/minikube-darwin-arm64 -p addons-975000 addons disable ingress-dns --alsologtostderr -v=1

addons_test.go:311: (dbg) Run:  out/minikube-darwin-arm64 -p addons-975000 addons disable ingress --alsologtostderr -v=1

addons_test.go:311: (dbg) Done: out/minikube-darwin-arm64 -p addons-975000 addons disable ingress --alsologtostderr -v=1: (7.225854958s)

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-975000 -n addons-975000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-975000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	==> Audit <==

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |                                            Args                                             |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| delete  | --all                                                                                       | minikube             | jenkins | v1.32.0 | 13 Feb 24 14:39 PST | 13 Feb 24 14:39 PST |

	| delete  | -p download-only-938000                                                                     | download-only-938000 | jenkins | v1.32.0 | 13 Feb 24 14:39 PST | 13 Feb 24 14:39 PST |

	| start   | -o=json --download-only                                                                     | download-only-091000 | jenkins | v1.32.0 | 13 Feb 24 14:39 PST |                     |

	|         | -p download-only-091000                                                                     |                      |         |         |                     |                     |

	|         | --force --alsologtostderr                                                                   |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.29.0-rc.2                                                           |                      |         |         |                     |                     |

	|         | --container-runtime=docker                                                                  |                      |         |         |                     |                     |

	|         | --driver=qemu2                                                                              |                      |         |         |                     |                     |

	| delete  | --all                                                                                       | minikube             | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| delete  | -p download-only-091000                                                                     | download-only-091000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| delete  | -p download-only-048000                                                                     | download-only-048000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| delete  | -p download-only-938000                                                                     | download-only-938000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| delete  | -p download-only-091000                                                                     | download-only-091000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| start   | --download-only -p                                                                          | binary-mirror-956000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST |                     |

	|         | binary-mirror-956000                                                                        |                      |         |         |                     |                     |

	|         | --alsologtostderr                                                                           |                      |         |         |                     |                     |

	|         | --binary-mirror                                                                             |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49326                                                                      |                      |         |         |                     |                     |

	|         | --driver=qemu2                                                                              |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-956000                                                                     | binary-mirror-956000 | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:40 PST |

	| addons  | enable dashboard -p                                                                         | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:40 PST |                     |

	|         | addons-975000                                                                               |                      |         |         |                     |                     |

	| addons  | disable dashboard -p                                                                        | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:40 PST |                     |

	|         | addons-975000                                                                               |                      |         |         |                     |                     |

	| start   | -p addons-975000 --wait=true                                                                | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:40 PST | 13 Feb 24 14:43 PST |

	|         | --memory=4000 --alsologtostderr                                                             |                      |         |         |                     |                     |

	|         | --addons=registry                                                                           |                      |         |         |                     |                     |

	|         | --addons=metrics-server                                                                     |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots                                                                    |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver                                                                |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                                                                           |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner                                                                      |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget                                                                   |                      |         |         |                     |                     |

	|         | --addons=storage-provisioner-rancher                                                        |                      |         |         |                     |                     |

	|         | --addons=nvidia-device-plugin                                                               |                      |         |         |                     |                     |

	|         | --addons=yakd --driver=qemu2                                                                |                      |         |         |                     |                     |

	|         |  --addons=ingress                                                                           |                      |         |         |                     |                     |

	|         | --addons=ingress-dns                                                                        |                      |         |         |                     |                     |

	| ip      | addons-975000 ip                                                                            | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:43 PST | 13 Feb 24 14:43 PST |

	| addons  | addons-975000 addons disable                                                                | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:43 PST | 13 Feb 24 14:43 PST |

	|         | registry --alsologtostderr                                                                  |                      |         |         |                     |                     |

	|         | -v=1                                                                                        |                      |         |         |                     |                     |

	| addons  | addons-975000 addons                                                                        | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:43 PST | 13 Feb 24 14:43 PST |

	|         | disable metrics-server                                                                      |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | disable inspektor-gadget -p                                                                 | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | addons-975000                                                                               |                      |         |         |                     |                     |

	| ssh     | addons-975000 ssh curl -s                                                                   | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | http://127.0.0.1/ -H 'Host:                                                                 |                      |         |         |                     |                     |

	|         | nginx.example.com'                                                                          |                      |         |         |                     |                     |

	| ip      | addons-975000 ip                                                                            | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	| addons  | addons-975000 addons                                                                        | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | disable csi-hostpath-driver                                                                 |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | addons-975000 addons                                                                        | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | disable volumesnapshots                                                                     |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	| addons  | addons-975000 addons disable                                                                | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | ingress-dns --alsologtostderr                                                               |                      |         |         |                     |                     |

	|         | -v=1                                                                                        |                      |         |         |                     |                     |

	| addons  | addons-975000 addons disable                                                                | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | ingress --alsologtostderr -v=1                                                              |                      |         |         |                     |                     |

	| ssh     | addons-975000 ssh cat                                                                       | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST | 13 Feb 24 14:44 PST |

	|         | /opt/local-path-provisioner/pvc-69fc1814-f173-4904-b8e0-9dadd6946f89_default_test-pvc/file1 |                      |         |         |                     |                     |

	| addons  | addons-975000 addons disable                                                                | addons-975000        | jenkins | v1.32.0 | 13 Feb 24 14:44 PST |                     |

	|         | storage-provisioner-rancher                                                                 |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                      |                      |         |         |                     |                     |

	|---------|---------------------------------------------------------------------------------------------|----------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/02/13 14:40:13

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.21.6 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0213 14:40:13.314553    1603 out.go:291] Setting OutFile to fd 1 ...

	I0213 14:40:13.314661    1603 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:40:13.314663    1603 out.go:304] Setting ErrFile to fd 2...

	I0213 14:40:13.314666    1603 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:40:13.314796    1603 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 14:40:13.315954    1603 out.go:298] Setting JSON to false

	I0213 14:40:13.332416    1603 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":435,"bootTime":1707863578,"procs":467,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 14:40:13.332477    1603 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 14:40:13.336833    1603 out.go:177] * [addons-975000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 14:40:13.343854    1603 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 14:40:13.343891    1603 notify.go:220] Checking for updates...

	I0213 14:40:13.350858    1603 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:40:13.357815    1603 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 14:40:13.364808    1603 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 14:40:13.367822    1603 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 14:40:13.370814    1603 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 14:40:13.374978    1603 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 14:40:13.378822    1603 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 14:40:13.385829    1603 start.go:298] selected driver: qemu2

	I0213 14:40:13.385834    1603 start.go:902] validating driver "qemu2" against <nil>

	I0213 14:40:13.385839    1603 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 14:40:13.388280    1603 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 14:40:13.391826    1603 out.go:177] * Automatically selected the socket_vmnet network

	I0213 14:40:13.394944    1603 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0213 14:40:13.394982    1603 cni.go:84] Creating CNI manager for ""

	I0213 14:40:13.394989    1603 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:40:13.394994    1603 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 14:40:13.395000    1603 start_flags.go:321] config:

	{Name:addons-975000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-975000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0 GPUs:}

	I0213 14:40:13.399710    1603 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 14:40:13.407819    1603 out.go:177] * Starting control plane node addons-975000 in cluster addons-975000

	I0213 14:40:13.410687    1603 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:40:13.410702    1603 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 14:40:13.410714    1603 cache.go:56] Caching tarball of preloaded images

	I0213 14:40:13.410774    1603 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 14:40:13.410780    1603 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 14:40:13.411024    1603 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/config.json ...

	I0213 14:40:13.411036    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/config.json: {Name:mk962f8987ac305da88ebf34537b73cab0c7c61c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:13.411415    1603 start.go:365] acquiring machines lock for addons-975000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 14:40:13.411488    1603 start.go:369] acquired machines lock for "addons-975000" in 66.875µs

	I0213 14:40:13.411501    1603 start.go:93] Provisioning new machine with config: &{Name:addons-975000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.28.4 ClusterName:addons-975000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:40:13.411544    1603 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 14:40:13.418835    1603 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0213 14:40:15.472730    1603 start.go:159] libmachine.API.Create for "addons-975000" (driver="qemu2")

	I0213 14:40:15.472775    1603 client.go:168] LocalClient.Create starting

	I0213 14:40:15.473019    1603 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 14:40:15.599774    1603 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 14:40:15.757971    1603 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 14:40:16.063445    1603 main.go:141] libmachine: Creating SSH key...

	I0213 14:40:16.151107    1603 main.go:141] libmachine: Creating Disk image...

	I0213 14:40:16.151113    1603 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 14:40:16.151352    1603 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2

	I0213 14:40:16.304477    1603 main.go:141] libmachine: STDOUT: 

	I0213 14:40:16.304511    1603 main.go:141] libmachine: STDERR: 

	I0213 14:40:16.304596    1603 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2 +20000M

	I0213 14:40:16.323282    1603 main.go:141] libmachine: STDOUT: Image resized.

	I0213 14:40:16.323319    1603 main.go:141] libmachine: STDERR: 

	I0213 14:40:16.323333    1603 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2

	I0213 14:40:16.323342    1603 main.go:141] libmachine: Starting QEMU VM...

	I0213 14:40:16.323393    1603 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/qemu.pid -device virtio-net-pci,netdev=net0,mac=22:10:11:d4:80:6e -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/disk.qcow2

	I0213 14:40:16.386942    1603 main.go:141] libmachine: STDOUT: 

	I0213 14:40:16.386973    1603 main.go:141] libmachine: STDERR: 

	I0213 14:40:16.386977    1603 main.go:141] libmachine: Attempt 0

	I0213 14:40:16.386989    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:16.387042    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:16.387064    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:18.387341    1603 main.go:141] libmachine: Attempt 1

	I0213 14:40:18.387473    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:18.387710    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:18.387787    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:20.388662    1603 main.go:141] libmachine: Attempt 2

	I0213 14:40:20.388744    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:20.389033    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:20.389084    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:22.389957    1603 main.go:141] libmachine: Attempt 3

	I0213 14:40:22.389983    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:22.390024    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:22.390058    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:24.392055    1603 main.go:141] libmachine: Attempt 4

	I0213 14:40:24.392069    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:24.392108    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:24.392114    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:26.394110    1603 main.go:141] libmachine: Attempt 5

	I0213 14:40:26.394119    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:26.394153    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:26.394178    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:28.396207    1603 main.go:141] libmachine: Attempt 6

	I0213 14:40:28.396223    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:28.396302    1603 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0213 14:40:28.396312    1603 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd3fa6}

	I0213 14:40:30.398351    1603 main.go:141] libmachine: Attempt 7

	I0213 14:40:30.398384    1603 main.go:141] libmachine: Searching for 22:10:11:d4:80:6e in /var/db/dhcpd_leases ...

	I0213 14:40:30.398473    1603 main.go:141] libmachine: Found 2 entries in /var/db/dhcpd_leases!

	I0213 14:40:30.398484    1603 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cd415d}

	I0213 14:40:30.398488    1603 main.go:141] libmachine: Found match: 22:10:11:d4:80:6e

	I0213 14:40:30.398498    1603 main.go:141] libmachine: IP: 192.168.105.2

	I0213 14:40:30.398502    1603 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0213 14:40:31.417670    1603 machine.go:88] provisioning docker machine ...

	I0213 14:40:31.417718    1603 buildroot.go:166] provisioning hostname "addons-975000"

	I0213 14:40:31.419156    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:31.419913    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:31.419935    1603 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-975000 && echo "addons-975000" | sudo tee /etc/hostname

	I0213 14:40:31.510242    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-975000

	I0213 14:40:31.510367    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:31.510863    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:31.510878    1603 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-975000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-975000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-975000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0213 14:40:31.582183    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0213 14:40:31.582204    1603 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18170-979/.minikube CaCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18170-979/.minikube}

	I0213 14:40:31.582216    1603 buildroot.go:174] setting up certificates

	I0213 14:40:31.582236    1603 provision.go:83] configureAuth start

	I0213 14:40:31.582255    1603 provision.go:138] copyHostCerts

	I0213 14:40:31.582438    1603 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem (1078 bytes)

	I0213 14:40:31.582783    1603 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem (1123 bytes)

	I0213 14:40:31.582971    1603 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem (1675 bytes)

	I0213 14:40:31.583102    1603 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem org=jenkins.addons-975000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-975000]

	I0213 14:40:31.676392    1603 provision.go:172] copyRemoteCerts

	I0213 14:40:31.676452    1603 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0213 14:40:31.676470    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:31.711289    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0213 14:40:31.718311    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0213 14:40:31.724849    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0213 14:40:31.731940    1603 provision.go:86] duration metric: configureAuth took 149.699875ms

	I0213 14:40:31.731951    1603 buildroot.go:189] setting minikube options for container-runtime

	I0213 14:40:31.732047    1603 config.go:182] Loaded profile config "addons-975000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:40:31.732079    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:31.732292    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:31.732296    1603 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0213 14:40:31.793673    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0213 14:40:31.793681    1603 buildroot.go:70] root file system type: tmpfs

	I0213 14:40:31.793735    1603 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0213 14:40:31.793786    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:31.794024    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:31.794058    1603 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0213 14:40:31.860495    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0213 14:40:31.860542    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:31.860824    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:31.860839    1603 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0213 14:40:32.216339    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0213 14:40:32.216353    1603 machine.go:91] provisioned docker machine in 798.675542ms

	I0213 14:40:32.216359    1603 client.go:171] LocalClient.Create took 16.743981208s

	I0213 14:40:32.216370    1603 start.go:167] duration metric: libmachine.API.Create for "addons-975000" took 16.744050666s

	I0213 14:40:32.216374    1603 start.go:300] post-start starting for "addons-975000" (driver="qemu2")

	I0213 14:40:32.216380    1603 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0213 14:40:32.216443    1603 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0213 14:40:32.216452    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:32.249773    1603 ssh_runner.go:195] Run: cat /etc/os-release

	I0213 14:40:32.251189    1603 info.go:137] Remote host: Buildroot 2021.02.12

	I0213 14:40:32.251197    1603 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/addons for local assets ...

	I0213 14:40:32.251275    1603 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/files for local assets ...

	I0213 14:40:32.251304    1603 start.go:303] post-start completed in 34.927708ms

	I0213 14:40:32.251671    1603 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/config.json ...

	I0213 14:40:32.251858    1603 start.go:128] duration metric: createHost completed in 18.840763375s

	I0213 14:40:32.251888    1603 main.go:141] libmachine: Using SSH client type: native

	I0213 14:40:32.252106    1603 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x104b938e0] 0x104b96050 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0213 14:40:32.252111    1603 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0213 14:40:32.310348    1603 main.go:141] libmachine: SSH cmd err, output: <nil>: 1707864031.814966168

	I0213 14:40:32.310354    1603 fix.go:206] guest clock: 1707864031.814966168

	I0213 14:40:32.310358    1603 fix.go:219] Guest: 2024-02-13 14:40:31.814966168 -0800 PST Remote: 2024-02-13 14:40:32.25186 -0800 PST m=+18.958304834 (delta=-436.893832ms)

	I0213 14:40:32.310369    1603 fix.go:190] guest clock delta is within tolerance: -436.893832ms

	I0213 14:40:32.310375    1603 start.go:83] releasing machines lock for "addons-975000", held for 18.899336333s

	I0213 14:40:32.310642    1603 ssh_runner.go:195] Run: cat /version.json

	I0213 14:40:32.310651    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:32.310667    1603 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0213 14:40:32.310701    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:32.343765    1603 ssh_runner.go:195] Run: systemctl --version

	I0213 14:40:32.385938    1603 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0213 14:40:32.387896    1603 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0213 14:40:32.387921    1603 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0213 14:40:32.393526    1603 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0213 14:40:32.393533    1603 start.go:475] detecting cgroup driver to use...

	I0213 14:40:32.393652    1603 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:40:32.399747    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0213 14:40:32.402959    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0213 14:40:32.405782    1603 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0213 14:40:32.405806    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0213 14:40:32.408505    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:40:32.411378    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0213 14:40:32.414320    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:40:32.417027    1603 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0213 14:40:32.420143    1603 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0213 14:40:32.423603    1603 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0213 14:40:32.426510    1603 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0213 14:40:32.429051    1603 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:40:32.506160    1603 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0213 14:40:32.514408    1603 start.go:475] detecting cgroup driver to use...

	I0213 14:40:32.514461    1603 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0213 14:40:32.521118    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:40:32.525897    1603 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0213 14:40:32.531587    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:40:32.536303    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:40:32.541212    1603 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0213 14:40:32.583529    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:40:32.588976    1603 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:40:32.594465    1603 ssh_runner.go:195] Run: which cri-dockerd

	I0213 14:40:32.595620    1603 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0213 14:40:32.598333    1603 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0213 14:40:32.603237    1603 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0213 14:40:32.687931    1603 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0213 14:40:32.767148    1603 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0213 14:40:32.767218    1603 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0213 14:40:32.772516    1603 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:40:32.856303    1603 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:40:34.013817    1603 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.157525875s)

	I0213 14:40:34.013878    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0213 14:40:34.018404    1603 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0213 14:40:34.024819    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:40:34.029780    1603 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0213 14:40:34.115182    1603 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0213 14:40:34.195485    1603 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:40:34.274909    1603 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0213 14:40:34.280936    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:40:34.285507    1603 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:40:34.374027    1603 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0213 14:40:34.396275    1603 start.go:522] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0213 14:40:34.396382    1603 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0213 14:40:34.399492    1603 start.go:543] Will wait 60s for crictl version

	I0213 14:40:34.399540    1603 ssh_runner.go:195] Run: which crictl

	I0213 14:40:34.400741    1603 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0213 14:40:34.419124    1603 start.go:559] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.7

	RuntimeApiVersion:  v1

	I0213 14:40:34.419217    1603 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:40:34.429227    1603 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:40:34.440653    1603 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...

	I0213 14:40:34.440780    1603 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0213 14:40:34.442200    1603 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:40:34.445849    1603 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:40:34.445889    1603 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:40:34.451038    1603 docker.go:685] Got preloaded images: 

	I0213 14:40:34.451045    1603 docker.go:691] registry.k8s.io/kube-apiserver:v1.28.4 wasn't preloaded

	I0213 14:40:34.451082    1603 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:40:34.454278    1603 ssh_runner.go:195] Run: which lz4

	I0213 14:40:34.455608    1603 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0213 14:40:34.456992    1603 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0213 14:40:34.457003    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (357941720 bytes)

	I0213 14:40:35.784454    1603 docker.go:649] Took 1.328882 seconds to copy over tarball

	I0213 14:40:35.784507    1603 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0213 14:40:36.849108    1603 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.064613292s)

	I0213 14:40:36.849123    1603 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0213 14:40:36.864593    1603 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:40:36.867995    1603 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0213 14:40:36.873735    1603 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:40:36.950784    1603 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:40:38.988361    1603 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.037609667s)

	I0213 14:40:38.988448    1603 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:40:38.994639    1603 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.4

	registry.k8s.io/kube-scheduler:v1.28.4

	registry.k8s.io/kube-controller-manager:v1.28.4

	registry.k8s.io/kube-proxy:v1.28.4

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0213 14:40:38.994649    1603 cache_images.go:84] Images are preloaded, skipping loading

	I0213 14:40:38.994717    1603 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0213 14:40:39.002281    1603 cni.go:84] Creating CNI manager for ""

	I0213 14:40:39.002292    1603 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:40:39.002319    1603 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0213 14:40:39.002329    1603 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-975000 NodeName:addons-975000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0213 14:40:39.002394    1603 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-975000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0213 14:40:39.002435    1603 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-975000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.4 ClusterName:addons-975000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0213 14:40:39.002493    1603 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4

	I0213 14:40:39.005365    1603 binaries.go:44] Found k8s binaries, skipping transfer

	I0213 14:40:39.005402    1603 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0213 14:40:39.008130    1603 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0213 14:40:39.013330    1603 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0213 14:40:39.018238    1603 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0213 14:40:39.023319    1603 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0213 14:40:39.024625    1603 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:40:39.028301    1603 certs.go:56] Setting up /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000 for IP: 192.168.105.2

	I0213 14:40:39.028310    1603 certs.go:190] acquiring lock for shared ca certs: {Name:mk65e421691b8fb2c09fb65e08f20f9a769da9f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.028456    1603 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key

	I0213 14:40:39.286608    1603 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt ...

	I0213 14:40:39.286630    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt: {Name:mk44c5f4135d4b7ba6f2637363c31eb2c1f9d9f9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.286961    1603 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key ...

	I0213 14:40:39.286966    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key: {Name:mk359cb6d0c84be3a211f25ef462e257c00706ae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.287111    1603 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key

	I0213 14:40:39.406929    1603 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt ...

	I0213 14:40:39.406934    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt: {Name:mkf07a85f5d2142617c78208bb0ee6b0509e28a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.407136    1603 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key ...

	I0213 14:40:39.407139    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key: {Name:mk870711db8e5e7c42b891629413d3488c536dc3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.407314    1603 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.key

	I0213 14:40:39.407320    1603 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.crt with IP's: []

	I0213 14:40:39.458866    1603 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.crt ...

	I0213 14:40:39.458870    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.crt: {Name:mkad6a6306633663a41ef44617116c93d3ed7523 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.459025    1603 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.key ...

	I0213 14:40:39.459028    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.key: {Name:mk275886f19d572eac0ce138e145d8a748d3d1d4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.459135    1603 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key.96055969

	I0213 14:40:39.459144    1603 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0213 14:40:39.551387    1603 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt.96055969 ...

	I0213 14:40:39.551394    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt.96055969: {Name:mk16dd9ecff959828e164fb3d800b7704bedfd75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.551597    1603 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key.96055969 ...

	I0213 14:40:39.551602    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key.96055969: {Name:mk9869fd91045144ae825fd2140e1416494b98a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.551748    1603 certs.go:337] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt

	I0213 14:40:39.551936    1603 certs.go:341] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key

	I0213 14:40:39.552049    1603 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.key

	I0213 14:40:39.552073    1603 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.crt with IP's: []

	I0213 14:40:39.679264    1603 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.crt ...

	I0213 14:40:39.679269    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.crt: {Name:mkb22ac8d4eb40f6d602ccbe9864a1ca58f8eaae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.679466    1603 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.key ...

	I0213 14:40:39.679470    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.key: {Name:mkdac3a30dc064bcd637f9b4cd1eee7f9a812e45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:39.679725    1603 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem (1675 bytes)

	I0213 14:40:39.679750    1603 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem (1078 bytes)

	I0213 14:40:39.679772    1603 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem (1123 bytes)

	I0213 14:40:39.679789    1603 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem (1675 bytes)

	I0213 14:40:39.680196    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0213 14:40:39.688215    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0213 14:40:39.695320    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0213 14:40:39.702250    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0213 14:40:39.708902    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0213 14:40:39.715708    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0213 14:40:39.723033    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0213 14:40:39.730273    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0213 14:40:39.736879    1603 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0213 14:40:39.743829    1603 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0213 14:40:39.749110    1603 ssh_runner.go:195] Run: openssl version

	I0213 14:40:39.750894    1603 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0213 14:40:39.753816    1603 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:40:39.755098    1603 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 13  2024 /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:40:39.755118    1603 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:40:39.756776    1603 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0213 14:40:39.760024    1603 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0213 14:40:39.761378    1603 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0213 14:40:39.761416    1603 kubeadm.go:404] StartCluster: {Name:addons-975000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.28.4 ClusterName:addons-975000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:40:39.761476    1603 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0213 14:40:39.766858    1603 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0213 14:40:39.769808    1603 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0213 14:40:39.772376    1603 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0213 14:40:39.775398    1603 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0213 14:40:39.775410    1603 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0213 14:40:39.799329    1603 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4

	I0213 14:40:39.799360    1603 kubeadm.go:322] [preflight] Running pre-flight checks

	I0213 14:40:39.859520    1603 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0213 14:40:39.859573    1603 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0213 14:40:39.859647    1603 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0213 14:40:39.961748    1603 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0213 14:40:39.975816    1603 out.go:204]   - Generating certificates and keys ...

	I0213 14:40:39.975848    1603 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0213 14:40:39.975882    1603 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0213 14:40:40.019822    1603 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0213 14:40:40.248711    1603 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0213 14:40:40.324933    1603 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0213 14:40:40.494393    1603 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0213 14:40:40.661276    1603 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0213 14:40:40.661350    1603 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-975000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0213 14:40:40.794717    1603 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0213 14:40:40.794791    1603 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-975000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0213 14:40:40.899688    1603 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0213 14:40:41.002096    1603 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0213 14:40:41.077740    1603 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0213 14:40:41.077770    1603 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0213 14:40:41.162242    1603 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0213 14:40:41.268920    1603 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0213 14:40:41.340083    1603 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0213 14:40:41.400268    1603 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0213 14:40:41.400483    1603 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0213 14:40:41.401696    1603 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0213 14:40:41.412914    1603 out.go:204]   - Booting up control plane ...

	I0213 14:40:41.412965    1603 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0213 14:40:41.413009    1603 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0213 14:40:41.413045    1603 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0213 14:40:41.413098    1603 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0213 14:40:41.413142    1603 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0213 14:40:41.413168    1603 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0213 14:40:41.500347    1603 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0213 14:40:45.001055    1603 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.500841 seconds

	I0213 14:40:45.001116    1603 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0213 14:40:45.006207    1603 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0213 14:40:45.515672    1603 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0213 14:40:45.515774    1603 kubeadm.go:322] [mark-control-plane] Marking the node addons-975000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0213 14:40:46.021501    1603 kubeadm.go:322] [bootstrap-token] Using token: y0vnwc.b3g84orokdvqec1r

	I0213 14:40:46.028066    1603 out.go:204]   - Configuring RBAC rules ...

	I0213 14:40:46.028121    1603 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0213 14:40:46.031663    1603 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0213 14:40:46.034265    1603 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0213 14:40:46.035494    1603 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0213 14:40:46.036537    1603 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0213 14:40:46.037697    1603 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0213 14:40:46.041929    1603 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0213 14:40:46.201952    1603 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0213 14:40:46.434103    1603 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0213 14:40:46.434489    1603 kubeadm.go:322] 

	I0213 14:40:46.434523    1603 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0213 14:40:46.434526    1603 kubeadm.go:322] 

	I0213 14:40:46.434560    1603 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0213 14:40:46.434566    1603 kubeadm.go:322] 

	I0213 14:40:46.434579    1603 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0213 14:40:46.434612    1603 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0213 14:40:46.434636    1603 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0213 14:40:46.434641    1603 kubeadm.go:322] 

	I0213 14:40:46.434665    1603 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0213 14:40:46.434667    1603 kubeadm.go:322] 

	I0213 14:40:46.434691    1603 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0213 14:40:46.434695    1603 kubeadm.go:322] 

	I0213 14:40:46.434718    1603 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0213 14:40:46.434755    1603 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0213 14:40:46.434791    1603 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0213 14:40:46.434796    1603 kubeadm.go:322] 

	I0213 14:40:46.434845    1603 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0213 14:40:46.434898    1603 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0213 14:40:46.434902    1603 kubeadm.go:322] 

	I0213 14:40:46.434952    1603 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token y0vnwc.b3g84orokdvqec1r \

	I0213 14:40:46.435009    1603 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d \

	I0213 14:40:46.435022    1603 kubeadm.go:322] 	--control-plane 

	I0213 14:40:46.435027    1603 kubeadm.go:322] 

	I0213 14:40:46.435069    1603 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0213 14:40:46.435073    1603 kubeadm.go:322] 

	I0213 14:40:46.435124    1603 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token y0vnwc.b3g84orokdvqec1r \

	I0213 14:40:46.435174    1603 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d 

	I0213 14:40:46.435248    1603 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0213 14:40:46.435257    1603 cni.go:84] Creating CNI manager for ""

	I0213 14:40:46.435265    1603 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:40:46.443091    1603 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0213 14:40:46.449247    1603 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0213 14:40:46.452335    1603 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0213 14:40:46.457338    1603 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0213 14:40:46.457388    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:46.457401    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93 minikube.k8s.io/name=addons-975000 minikube.k8s.io/updated_at=2024_02_13T14_40_46_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:46.464596    1603 ops.go:34] apiserver oom_adj: -16

	I0213 14:40:46.520368    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:47.022451    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:47.522375    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:48.022446    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:48.522372    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:49.022421    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:49.522317    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:50.022362    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:50.522383    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:51.022310    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:51.522364    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:52.022315    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:52.522265    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:53.022239    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:53.522264    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:54.022285    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:54.522225    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:55.022205    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:55.522276    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:56.022173    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:56.522157    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:57.022217    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:57.522127    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:58.022156    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:58.522103    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:59.021320    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:59.522136    1603 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:40:59.554234    1603 kubeadm.go:1088] duration metric: took 13.097200542s to wait for elevateKubeSystemPrivileges.

	I0213 14:40:59.554251    1603 kubeadm.go:406] StartCluster complete in 19.793312709s

	I0213 14:40:59.554260    1603 settings.go:142] acquiring lock: {Name:mkdd6397441cfaf6d06a74b65d6ddefdb863237c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:59.554412    1603 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:40:59.554629    1603 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/kubeconfig: {Name:mkf66d96abab1e512e6f2721c341e70e5b11c9ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:40:59.554854    1603 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0213 14:40:59.554982    1603 config.go:182] Loaded profile config "addons-975000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:40:59.554989    1603 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]

	I0213 14:40:59.555039    1603 addons.go:69] Setting yakd=true in profile "addons-975000"

	I0213 14:40:59.555047    1603 addons.go:234] Setting addon yakd=true in "addons-975000"

	I0213 14:40:59.555050    1603 addons.go:69] Setting inspektor-gadget=true in profile "addons-975000"

	I0213 14:40:59.555054    1603 addons.go:234] Setting addon inspektor-gadget=true in "addons-975000"

	I0213 14:40:59.555081    1603 addons.go:69] Setting registry=true in profile "addons-975000"

	I0213 14:40:59.555094    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555097    1603 addons.go:69] Setting cloud-spanner=true in profile "addons-975000"

	I0213 14:40:59.555104    1603 addons.go:234] Setting addon cloud-spanner=true in "addons-975000"

	I0213 14:40:59.555105    1603 addons.go:234] Setting addon registry=true in "addons-975000"

	I0213 14:40:59.555121    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555160    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555148    1603 addons.go:69] Setting metrics-server=true in profile "addons-975000"

	I0213 14:40:59.555170    1603 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-975000"

	I0213 14:40:59.555206    1603 addons.go:234] Setting addon metrics-server=true in "addons-975000"

	I0213 14:40:59.555213    1603 addons.go:69] Setting storage-provisioner=true in profile "addons-975000"

	I0213 14:40:59.555216    1603 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-975000"

	I0213 14:40:59.555223    1603 addons.go:234] Setting addon storage-provisioner=true in "addons-975000"

	I0213 14:40:59.555271    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555276    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555282    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555383    1603 addons.go:69] Setting ingress=true in profile "addons-975000"

	I0213 14:40:59.555094    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555160    1603 addons.go:69] Setting gcp-auth=true in profile "addons-975000"

	I0213 14:40:59.555406    1603 mustload.go:65] Loading cluster: addons-975000

	I0213 14:40:59.555534    1603 retry.go:31] will retry after 867.764426ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555387    1603 addons.go:234] Setting addon ingress=true in "addons-975000"

	I0213 14:40:59.555587    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555598    1603 config.go:182] Loaded profile config "addons-975000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:40:59.555607    1603 retry.go:31] will retry after 1.177759369s: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555137    1603 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-975000"

	I0213 14:40:59.555619    1603 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-975000"

	I0213 14:40:59.555746    1603 retry.go:31] will retry after 1.345452146s: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555367    1603 addons.go:69] Setting volumesnapshots=true in profile "addons-975000"

	I0213 14:40:59.555752    1603 addons.go:234] Setting addon volumesnapshots=true in "addons-975000"

	I0213 14:40:59.555765    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555788    1603 retry.go:31] will retry after 588.765185ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555804    1603 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-975000"

	I0213 14:40:59.555807    1603 addons.go:69] Setting ingress-dns=true in profile "addons-975000"

	I0213 14:40:59.555812    1603 addons.go:234] Setting addon ingress-dns=true in "addons-975000"

	I0213 14:40:59.555815    1603 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-975000"

	I0213 14:40:59.555823    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555829    1603 addons.go:69] Setting default-storageclass=true in profile "addons-975000"

	I0213 14:40:59.555834    1603 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-975000"

	I0213 14:40:59.555856    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:40:59.555928    1603 retry.go:31] will retry after 762.079696ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555914    1603 retry.go:31] will retry after 600.104264ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555603    1603 retry.go:31] will retry after 896.742747ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555967    1603 retry.go:31] will retry after 739.522584ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555973    1603 retry.go:31] will retry after 1.48058599s: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.555804    1603 retry.go:31] will retry after 643.542262ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.556039    1603 retry.go:31] will retry after 1.24440146s: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.556187    1603 retry.go:31] will retry after 1.347427045s: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/monitor: connect: connection refused

	I0213 14:40:59.560781    1603 out.go:177]   - Using image docker.io/marcnuri/yakd:0.0.4

	I0213 14:40:59.570814    1603 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.13

	I0213 14:40:59.566697    1603 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml

	I0213 14:40:59.575728    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)

	I0213 14:40:59.575741    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:59.575787    1603 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml

	I0213 14:40:59.575792    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)

	I0213 14:40:59.575796    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:40:59.595863    1603 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0213 14:40:59.680998    1603 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml

	I0213 14:40:59.681011    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)

	I0213 14:40:59.681019    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0213 14:40:59.696338    1603 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml

	I0213 14:40:59.696349    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)

	I0213 14:40:59.744600    1603 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml

	I0213 14:40:59.744611    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)

	I0213 14:40:59.763072    1603 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml

	I0213 14:40:59.763080    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)

	I0213 14:40:59.775736    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml

	I0213 14:41:00.060086    1603 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-975000" context rescaled to 1 replicas

	I0213 14:41:00.060108    1603 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:41:00.066727    1603 out.go:177] * Verifying Kubernetes components...

	I0213 14:41:00.073606    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:41:00.132476    1603 start.go:929] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0213 14:41:00.151562    1603 out.go:177]   - Using image docker.io/registry:2.8.3

	I0213 14:41:00.155625    1603 out.go:177]   - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5

	I0213 14:41:00.159737    1603 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml

	I0213 14:41:00.159748    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)

	I0213 14:41:00.159759    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.164545    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0213 14:41:00.174601    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0213 14:41:00.183568    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0213 14:41:00.190469    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0213 14:41:00.199529    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0213 14:41:00.207594    1603 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.9.5

	I0213 14:41:00.211586    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0213 14:41:00.221654    1603 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0

	I0213 14:41:00.231570    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0213 14:41:00.237591    1603 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0

	I0213 14:41:00.246598    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0213 14:41:00.243691    1603 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0213 14:41:00.252636    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)

	I0213 14:41:00.252651    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.252673    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0213 14:41:00.252678    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0213 14:41:00.252683    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.269047    1603 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml

	I0213 14:41:00.269057    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)

	I0213 14:41:00.296501    1603 addons.go:234] Setting addon default-storageclass=true in "addons-975000"

	I0213 14:41:00.296524    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:41:00.297251    1603 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml

	I0213 14:41:00.297257    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0213 14:41:00.297263    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.316069    1603 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml

	I0213 14:41:00.316080    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)

	I0213 14:41:00.318944    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:41:00.349057    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml

	I0213 14:41:00.357701    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0213 14:41:00.357712    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0213 14:41:00.362888    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0213 14:41:00.362897    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0213 14:41:00.373810    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0213 14:41:00.373822    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0213 14:41:00.376436    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0213 14:41:00.378311    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0213 14:41:00.430556    1603 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:41:00.433585    1603 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:41:00.433593    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0213 14:41:00.433603    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.437495    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0213 14:41:00.437507    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0213 14:41:00.450584    1603 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:

		minikube -p addons-975000 service yakd-dashboard -n yakd-dashboard

	I0213 14:41:00.444670    1603 node_ready.go:35] waiting up to 6m0s for node "addons-975000" to be "Ready" ...

	I0213 14:41:00.461609    1603 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.24.0

	I0213 14:41:00.467499    1603 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0213 14:41:00.467507    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0213 14:41:00.467099    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0213 14:41:00.467544    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0213 14:41:00.467547    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.469490    1603 node_ready.go:49] node "addons-975000" has status "Ready":"True"

	I0213 14:41:00.469514    1603 node_ready.go:38] duration metric: took 14.063417ms waiting for node "addons-975000" to be "Ready" ...

	I0213 14:41:00.469519    1603 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:41:00.479960    1603 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-4th54" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:00.525986    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0213 14:41:00.525997    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0213 14:41:00.649206    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0213 14:41:00.649217    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0213 14:41:00.718307    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:41:00.741580    1603 out.go:177]   - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0

	I0213 14:41:00.744663    1603 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml

	I0213 14:41:00.744672    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)

	I0213 14:41:00.744684    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.783520    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0213 14:41:00.783530    1603 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0213 14:41:00.783532    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0213 14:41:00.783535    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0213 14:41:00.834655    1603 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0213 14:41:00.824795    1603 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml

	I0213 14:41:00.838430    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0213 14:41:00.838486    1603 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0213 14:41:00.838492    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0213 14:41:00.838499    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.869342    1603 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml

	I0213 14:41:00.869352    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)

	I0213 14:41:00.902615    1603 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-975000"

	I0213 14:41:00.902635    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:41:00.907598    1603 out.go:177]   - Using image docker.io/rancher/local-path-provisioner:v0.0.22

	I0213 14:41:00.910514    1603 out.go:177]   - Using image docker.io/busybox:stable

	I0213 14:41:00.914598    1603 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0213 14:41:00.914608    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)

	I0213 14:41:00.914618    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.915016    1603 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml

	I0213 14:41:00.915022    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)

	I0213 14:41:00.919590    1603 out.go:177]   - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.3

	I0213 14:41:00.922621    1603 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0213 14:41:00.922629    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)

	I0213 14:41:00.922640    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:00.923060    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0213 14:41:00.923067    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0213 14:41:00.923693    1603 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0213 14:41:00.923699    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0213 14:41:00.945987    1603 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0213 14:41:00.946000    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0213 14:41:00.950657    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0213 14:41:00.950664    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0213 14:41:00.960653    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0213 14:41:00.962542    1603 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml

	I0213 14:41:00.962549    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)

	I0213 14:41:01.032365    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml

	I0213 14:41:01.041532    1603 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0213 14:41:01.047597    1603 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0213 14:41:01.047647    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0213 14:41:01.047660    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:01.074122    1603 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0213 14:41:01.074133    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0213 14:41:01.107314    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0213 14:41:01.126097    1603 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml

	I0213 14:41:01.126108    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0213 14:41:01.168207    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml

	I0213 14:41:01.188906    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml

	I0213 14:41:01.189475    1603 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0213 14:41:01.189482    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0213 14:41:01.211891    1603 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0213 14:41:01.211902    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0213 14:41:01.249039    1603 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0213 14:41:01.249051    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0213 14:41:01.257774    1603 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0213 14:41:01.257786    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)

	I0213 14:41:01.313372    1603 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0213 14:41:01.313384    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0213 14:41:01.326839    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0213 14:41:01.379823    1603 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0213 14:41:01.379835    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0213 14:41:01.419648    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0213 14:41:01.483842    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (1.134789417s)

	I0213 14:41:01.483860    1603 addons.go:470] Verifying addon registry=true in "addons-975000"

	I0213 14:41:01.491387    1603 out.go:177] * Verifying registry addon...

	I0213 14:41:01.498813    1603 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0213 14:41:01.504743    1603 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry

	I0213 14:41:01.504754    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:01.983736    1603 pod_ready.go:97] error getting pod "coredns-5dd5756b68-4th54" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-4th54" not found

	I0213 14:41:01.983749    1603 pod_ready.go:81] duration metric: took 1.503813875s waiting for pod "coredns-5dd5756b68-4th54" in "kube-system" namespace to be "Ready" ...

	E0213 14:41:01.983755    1603 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-4th54" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-4th54" not found

	I0213 14:41:01.983759    1603 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-w58vd" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.987091    1603 pod_ready.go:92] pod "coredns-5dd5756b68-w58vd" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:01.987099    1603 pod_ready.go:81] duration metric: took 3.336791ms waiting for pod "coredns-5dd5756b68-w58vd" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.987103    1603 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.989567    1603 pod_ready.go:92] pod "etcd-addons-975000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:01.989573    1603 pod_ready.go:81] duration metric: took 2.467292ms waiting for pod "etcd-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.989576    1603 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.991867    1603 pod_ready.go:92] pod "kube-apiserver-addons-975000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:01.991876    1603 pod_ready.go:81] duration metric: took 2.295708ms waiting for pod "kube-apiserver-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.991882    1603 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.998153    1603 pod_ready.go:92] pod "kube-controller-manager-addons-975000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:01.998162    1603 pod_ready.go:81] duration metric: took 6.277459ms waiting for pod "kube-controller-manager-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:01.998167    1603 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-7bg7s" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:02.000977    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:02.262735    1603 pod_ready.go:92] pod "kube-proxy-7bg7s" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:02.262746    1603 pod_ready.go:81] duration metric: took 264.582584ms waiting for pod "kube-proxy-7bg7s" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:02.262752    1603 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:02.501766    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:02.669042    1603 pod_ready.go:92] pod "kube-scheduler-addons-975000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:41:02.669054    1603 pod_ready.go:81] duration metric: took 406.307792ms waiting for pod "kube-scheduler-addons-975000" in "kube-system" namespace to be "Ready" ...

	I0213 14:41:02.669059    1603 pod_ready.go:38] duration metric: took 2.199586917s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:41:02.669068    1603 api_server.go:52] waiting for apiserver process to appear ...

	I0213 14:41:02.669136    1603 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:41:03.002170    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:03.199952    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.821693709s)

	I0213 14:41:03.200000    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (2.8236225s)

	I0213 14:41:03.200008    1603 addons.go:470] Verifying addon ingress=true in "addons-975000"

	I0213 14:41:03.205230    1603 out.go:177] * Verifying ingress addon...

	I0213 14:41:03.200074    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (2.481816416s)

	I0213 14:41:03.214579    1603 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0213 14:41:03.216327    1603 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0213 14:41:03.216333    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:03.502746    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:03.678249    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.717633875s)

	I0213 14:41:03.678270    1603 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-975000"

	I0213 14:41:03.678279    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (2.571016875s)

	I0213 14:41:03.681107    1603 out.go:177] * Verifying csi-hostpath-driver addon...

	I0213 14:41:03.678330    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.510169834s)

	I0213 14:41:03.678255    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (2.645937541s)

	I0213 14:41:03.681129    1603 addons.go:470] Verifying addon metrics-server=true in "addons-975000"

	I0213 14:41:03.678362    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (2.4895065s)

	I0213 14:41:03.678388    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (2.351593958s)

	I0213 14:41:03.678424    1603 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.258821583s)

	I0213 14:41:03.678441    1603 ssh_runner.go:235] Completed: sudo pgrep -xnf kube-apiserver.*minikube.*: (1.009320792s)

	W0213 14:41:03.681228    1603 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0213 14:41:03.681240    1603 retry.go:31] will retry after 191.362671ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0213 14:41:03.681261    1603 api_server.go:72] duration metric: took 3.62121225s to wait for apiserver process to appear ...

	I0213 14:41:03.688478    1603 api_server.go:88] waiting for apiserver healthz status ...

	I0213 14:41:03.688493    1603 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0213 14:41:03.688883    1603 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0213 14:41:03.696391    1603 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0213 14:41:03.696400    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:03.701591    1603 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0213 14:41:03.702390    1603 api_server.go:141] control plane version: v1.28.4

	I0213 14:41:03.702397    1603 api_server.go:131] duration metric: took 13.913917ms to wait for apiserver health ...

	I0213 14:41:03.702401    1603 system_pods.go:43] waiting for kube-system pods to appear ...

	I0213 14:41:03.712637    1603 system_pods.go:59] 17 kube-system pods found

	I0213 14:41:03.712651    1603 system_pods.go:61] "coredns-5dd5756b68-w58vd" [d0578c6e-5f09-4af3-87ec-fae95337930a] Running

	I0213 14:41:03.712656    1603 system_pods.go:61] "csi-hostpath-attacher-0" [28e012f4-3715-4433-9744-8d2f913e33fa] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0213 14:41:03.712659    1603 system_pods.go:61] "csi-hostpath-resizer-0" [ff7ff38e-e5b0-4cd3-8bcd-ac139d4e6ea1] Pending

	I0213 14:41:03.712662    1603 system_pods.go:61] "csi-hostpathplugin-mpzv4" [3d2cc4a1-9a77-49a2-9d05-aecf0d6ac7e4] Pending

	I0213 14:41:03.712664    1603 system_pods.go:61] "etcd-addons-975000" [c116e331-fdfb-4faf-a6e0-73498f7bde8f] Running

	I0213 14:41:03.712666    1603 system_pods.go:61] "kube-apiserver-addons-975000" [2d4f6998-5817-4df9-a5c7-6f16d8b2ad3c] Running

	I0213 14:41:03.712668    1603 system_pods.go:61] "kube-controller-manager-addons-975000" [67ba2cf6-0d48-4b89-b3e6-7f48c4fc628c] Running

	I0213 14:41:03.712671    1603 system_pods.go:61] "kube-ingress-dns-minikube" [549cdf17-10db-4eaf-a173-d54df289ac11] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0213 14:41:03.712674    1603 system_pods.go:61] "kube-proxy-7bg7s" [73c57b15-fa40-4230-9c2d-27d327b881a8] Running

	I0213 14:41:03.712676    1603 system_pods.go:61] "kube-scheduler-addons-975000" [538d4642-fffb-4fda-a5af-258edb685eb7] Running

	I0213 14:41:03.712679    1603 system_pods.go:61] "metrics-server-69cf46c98-jvnzm" [675f5d76-e24a-43d5-9312-34d0e1ece10e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0213 14:41:03.712682    1603 system_pods.go:61] "nvidia-device-plugin-daemonset-m85cq" [24ef4152-2e8a-4d81-8c22-3ada9c124d45] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0213 14:41:03.712685    1603 system_pods.go:61] "registry-proxy-dcfkf" [bb9bcd40-a4eb-481d-8ed1-556b77cb39c6] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0213 14:41:03.712689    1603 system_pods.go:61] "registry-wqg2d" [81878e2a-d1ef-4326-86c8-ad5b59db464e] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0213 14:41:03.712692    1603 system_pods.go:61] "snapshot-controller-58dbcc7b99-6gws9" [4a97ec5e-d461-4f28-a31b-f353023ae674] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0213 14:41:03.712695    1603 system_pods.go:61] "snapshot-controller-58dbcc7b99-98rmk" [a8142d2d-fdde-4ab9-bf57-9ad54601aa4b] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0213 14:41:03.712698    1603 system_pods.go:61] "storage-provisioner" [d3f6bb0f-100b-4e7d-aeb1-b4b8f416381d] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0213 14:41:03.712701    1603 system_pods.go:74] duration metric: took 10.296709ms to wait for pod list to return data ...

	I0213 14:41:03.712707    1603 default_sa.go:34] waiting for default service account to be created ...

	I0213 14:41:03.726686    1603 default_sa.go:45] found service account: "default"

	I0213 14:41:03.726699    1603 default_sa.go:55] duration metric: took 13.988292ms for default service account to be created ...

	I0213 14:41:03.726705    1603 system_pods.go:116] waiting for k8s-apps to be running ...

	I0213 14:41:03.728011    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:03.734541    1603 system_pods.go:86] 17 kube-system pods found

	I0213 14:41:03.734559    1603 system_pods.go:89] "coredns-5dd5756b68-w58vd" [d0578c6e-5f09-4af3-87ec-fae95337930a] Running

	I0213 14:41:03.734564    1603 system_pods.go:89] "csi-hostpath-attacher-0" [28e012f4-3715-4433-9744-8d2f913e33fa] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0213 14:41:03.734568    1603 system_pods.go:89] "csi-hostpath-resizer-0" [ff7ff38e-e5b0-4cd3-8bcd-ac139d4e6ea1] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0213 14:41:03.734572    1603 system_pods.go:89] "csi-hostpathplugin-mpzv4" [3d2cc4a1-9a77-49a2-9d05-aecf0d6ac7e4] Pending

	I0213 14:41:03.734574    1603 system_pods.go:89] "etcd-addons-975000" [c116e331-fdfb-4faf-a6e0-73498f7bde8f] Running

	I0213 14:41:03.734577    1603 system_pods.go:89] "kube-apiserver-addons-975000" [2d4f6998-5817-4df9-a5c7-6f16d8b2ad3c] Running

	I0213 14:41:03.734599    1603 system_pods.go:89] "kube-controller-manager-addons-975000" [67ba2cf6-0d48-4b89-b3e6-7f48c4fc628c] Running

	I0213 14:41:03.734604    1603 system_pods.go:89] "kube-ingress-dns-minikube" [549cdf17-10db-4eaf-a173-d54df289ac11] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0213 14:41:03.734608    1603 system_pods.go:89] "kube-proxy-7bg7s" [73c57b15-fa40-4230-9c2d-27d327b881a8] Running

	I0213 14:41:03.734612    1603 system_pods.go:89] "kube-scheduler-addons-975000" [538d4642-fffb-4fda-a5af-258edb685eb7] Running

	I0213 14:41:03.734620    1603 system_pods.go:89] "metrics-server-69cf46c98-jvnzm" [675f5d76-e24a-43d5-9312-34d0e1ece10e] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])

	I0213 14:41:03.734624    1603 system_pods.go:89] "nvidia-device-plugin-daemonset-m85cq" [24ef4152-2e8a-4d81-8c22-3ada9c124d45] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])

	I0213 14:41:03.734628    1603 system_pods.go:89] "registry-proxy-dcfkf" [bb9bcd40-a4eb-481d-8ed1-556b77cb39c6] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])

	I0213 14:41:03.734631    1603 system_pods.go:89] "registry-wqg2d" [81878e2a-d1ef-4326-86c8-ad5b59db464e] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])

	I0213 14:41:03.734634    1603 system_pods.go:89] "snapshot-controller-58dbcc7b99-6gws9" [4a97ec5e-d461-4f28-a31b-f353023ae674] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0213 14:41:03.734639    1603 system_pods.go:89] "snapshot-controller-58dbcc7b99-98rmk" [a8142d2d-fdde-4ab9-bf57-9ad54601aa4b] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0213 14:41:03.734641    1603 system_pods.go:89] "storage-provisioner" [d3f6bb0f-100b-4e7d-aeb1-b4b8f416381d] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0213 14:41:03.734646    1603 system_pods.go:126] duration metric: took 7.938042ms to wait for k8s-apps to be running ...

	I0213 14:41:03.734657    1603 system_svc.go:44] waiting for kubelet service to be running ....

	I0213 14:41:03.734711    1603 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:41:03.743791    1603 system_svc.go:56] duration metric: took 9.129208ms WaitForService to wait for kubelet.

	I0213 14:41:03.743804    1603 kubeadm.go:581] duration metric: took 3.68377225s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0213 14:41:03.743817    1603 node_conditions.go:102] verifying NodePressure condition ...

	I0213 14:41:03.747261    1603 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0213 14:41:03.747271    1603 node_conditions.go:123] node cpu capacity is 2

	I0213 14:41:03.747277    1603 node_conditions.go:105] duration metric: took 3.457875ms to run NodePressure ...

	I0213 14:41:03.747283    1603 start.go:228] waiting for startup goroutines ...

	I0213 14:41:03.874717    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0213 14:41:04.003409    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:04.194545    1603 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0213 14:41:04.194554    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:04.239571    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:04.502035    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:04.693725    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:04.718480    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:05.002679    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:05.193578    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:05.218515    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:05.503151    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:05.693564    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:05.718890    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:06.002679    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:06.193517    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:06.218328    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:06.503129    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:06.693438    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:06.718382    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:06.924977    1603 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0213 14:41:06.924993    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:06.958371    1603 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0213 14:41:06.963081    1603 addons.go:234] Setting addon gcp-auth=true in "addons-975000"

	I0213 14:41:06.963101    1603 host.go:66] Checking if "addons-975000" exists ...

	I0213 14:41:06.963956    1603 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0213 14:41:06.963964    1603 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/addons-975000/id_rsa Username:docker}

	I0213 14:41:06.998292    1603 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231011-8b53cabe0

	I0213 14:41:07.001312    1603 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0213 14:41:07.004324    1603 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0213 14:41:07.004329    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0213 14:41:07.002287    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:07.011572    1603 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0213 14:41:07.011579    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0213 14:41:07.016605    1603 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0213 14:41:07.016611    1603 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)

	I0213 14:41:07.021647    1603 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0213 14:41:07.193748    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:07.218975    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:07.305708    1603 addons.go:470] Verifying addon gcp-auth=true in "addons-975000"

	I0213 14:41:07.309397    1603 out.go:177] * Verifying gcp-auth addon...

	I0213 14:41:07.319633    1603 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0213 14:41:07.323912    1603 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0213 14:41:07.323920    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:07.502439    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:07.693640    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:07.718335    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:07.823188    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:08.002811    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:08.193684    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:08.218675    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:08.322134    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:08.502667    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:08.693368    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:08.718411    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:08.823115    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:09.002759    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:09.193246    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:09.218644    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:09.323200    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:09.503294    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:09.693284    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:09.718524    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:09.823772    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:10.002782    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:10.194215    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:10.218359    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:10.323256    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:10.502952    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:10.693330    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:10.718396    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:10.822322    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:11.002754    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:11.193273    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:11.218125    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:11.323042    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:11.502906    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:11.693136    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:11.718253    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:11.823196    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:12.002875    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:12.193321    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:12.218153    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:12.323337    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:12.502826    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:12.692345    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:12.718430    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:12.823125    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:13.002467    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:13.193163    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:13.218381    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:13.321936    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:13.503346    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:13.693105    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:13.716283    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:13.823132    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:14.002604    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:14.193857    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:14.218263    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:14.323674    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:14.503651    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:14.693268    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:14.718080    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:14.822533    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:15.002691    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:15.193319    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:15.218281    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:15.322803    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:15.502647    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:15.693475    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:15.716759    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:15.823031    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:16.003058    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:16.192181    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:16.218575    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:16.436434    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:16.502949    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:16.693394    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:16.718061    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:16.822905    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:17.002573    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:17.193382    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:17.218362    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:17.322871    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:17.502619    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:17.695305    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:17.719112    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:17.823199    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:18.002972    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:18.193571    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:18.218450    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:18.322257    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:18.503663    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:18.693124    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:18.718091    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:18.823958    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:19.003680    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:19.193325    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:19.218125    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:19.323228    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:19.502852    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:19.693920    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:19.718119    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:19.822965    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:20.002782    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:20.194069    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:20.221368    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:20.323201    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:20.502652    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:20.693400    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:20.717979    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:20.822966    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:21.002382    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:21.193268    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:21.218009    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:21.323253    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:21.502031    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:21.693237    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:21.717966    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:21.823038    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:22.002651    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:22.195097    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:22.218270    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:22.323242    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:22.502582    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:22.693906    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:22.718168    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:22.822819    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:23.001807    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:23.193212    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:23.217907    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:23.320792    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:23.502987    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:23.693086    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:23.717941    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:23.822752    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:24.002427    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:24.192872    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:24.217902    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:24.323007    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:24.502308    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:24.693203    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:24.718496    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:24.822864    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:25.002106    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:25.193385    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:25.217966    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:25.322765    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:25.502262    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:25.692790    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:25.717784    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:25.822965    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:26.002700    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:26.193385    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:26.218245    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:26.323240    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:26.502805    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:26.693277    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:26.717847    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:26.822618    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:27.002381    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:27.193251    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:27.218643    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:27.323336    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:27.502709    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:27.693564    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:27.718612    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:27.823059    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:28.003122    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:28.194048    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:28.218215    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:28.321455    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:28.502300    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:28.692994    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:28.718003    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:28.822775    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:29.002415    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:29.193148    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:29.218321    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:29.322897    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:29.502230    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:29.692397    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:29.718000    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:29.821644    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:30.002590    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:30.193250    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:30.217866    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:30.323028    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:30.502570    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:30.694526    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:30.718184    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:30.823198    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:31.002292    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:31.192911    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:31.217916    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:31.322866    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:31.502874    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]

	I0213 14:41:31.693118    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:31.718597    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:31.821530    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:32.002382    1603 kapi.go:107] duration metric: took 30.504304542s to wait for kubernetes.io/minikube-addons=registry ...

	I0213 14:41:32.192903    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:32.217942    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:32.323389    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:32.693176    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:32.717889    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:32.822742    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:33.193014    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:33.217973    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:33.321607    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:33.693679    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:33.718285    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:33.822674    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:34.191533    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:34.217769    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:34.322639    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:34.692693    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:34.717651    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:34.822668    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:35.193216    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:35.217561    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:35.320844    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:35.692741    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:35.715858    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:35.822409    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:36.193348    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:36.217576    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:36.323030    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:36.692866    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:36.717607    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:36.822275    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:37.192739    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:37.217942    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:37.322306    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:37.693243    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:37.717714    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:37.822538    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:38.192985    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:38.217678    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:38.322019    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:38.692703    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:38.716372    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:38.822515    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:39.192415    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:39.217870    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:39.322630    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:39.692830    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:39.717520    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:39.822432    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:40.192979    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:40.217635    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:40.322850    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:40.692791    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:40.717407    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:40.822601    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:41.192875    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:41.217475    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:41.322765    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:41.693119    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:41.718198    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:41.822474    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:42.192830    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:42.217683    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:42.322524    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:42.692779    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:42.717658    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:42.822514    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:43.192826    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:43.217823    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:43.321426    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:43.692757    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:43.717609    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:43.822583    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:44.192541    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:44.217583    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:44.322481    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:44.693034    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:44.717995    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:44.822638    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:45.192496    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:45.217620    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:45.322371    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:45.692506    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:45.717912    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:45.822488    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:46.192947    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:46.217414    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:46.322405    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:46.692750    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:46.717203    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:46.822189    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:47.192589    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:47.217493    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:47.322117    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:47.692436    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:47.717667    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:47.821819    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:48.192750    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:48.217639    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:48.322064    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:48.692848    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:48.717859    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:48.822542    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:49.192624    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:49.216316    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:49.322733    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:49.691704    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:49.719170    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:49.822269    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:50.192968    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:50.217340    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:50.322646    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:50.692621    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:50.717225    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:50.822274    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:51.193079    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:51.217408    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:51.321898    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:51.694277    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:51.717664    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:51.822264    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:52.192727    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:52.217546    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:52.322462    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:52.693918    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:52.717487    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:52.822265    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:53.191560    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:53.217298    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:53.321429    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:53.692556    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:53.717825    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:53.822374    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:54.192285    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:54.217322    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:54.322287    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:54.692336    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:54.717997    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:54.822261    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:55.193949    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:55.217449    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:55.322768    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:55.693545    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:55.716663    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:55.822854    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:56.192632    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:56.217249    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:56.322489    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:56.692490    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:56.719119    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:56.822130    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:57.192400    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:57.217993    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:57.322330    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:57.692521    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:57.716475    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:57.975657    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:58.193052    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:58.217848    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:58.321245    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:58.692734    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:58.717310    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:58.822219    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:59.192556    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:59.217096    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:59.321859    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:41:59.692589    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:41:59.717239    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:41:59.821977    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:00.192695    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:00.217084    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:00.322121    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:00.692652    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:00.716940    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:00.822118    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:01.193865    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:01.217784    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:01.322285    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:01.692534    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:01.717188    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:01.822827    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:02.192450    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:02.217218    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:02.322006    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:02.692314    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:02.717012    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:02.821942    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:03.192480    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:03.217106    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:03.321013    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:03.692379    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:03.717013    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:03.822167    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:04.192187    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:04.217123    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:04.321927    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:04.692619    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:04.717099    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:04.822407    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:05.192491    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:05.217519    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:05.322149    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:05.692377    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:05.717561    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:05.822009    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:06.192519    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:06.216748    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:06.322150    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:06.692364    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:06.717023    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:06.822077    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:07.192147    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:07.217123    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:07.322111    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:07.692105    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:07.716867    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:07.821612    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:08.191855    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:08.216909    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:08.321119    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:08.692629    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:08.717003    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:08.821798    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:09.192216    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:09.216945    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:09.321709    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:09.692152    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:09.714998    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:09.821611    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:10.191734    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:10.216964    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:10.321103    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:10.692098    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:10.717100    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:10.821614    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:11.192189    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:11.216741    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:11.321756    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:11.691793    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:11.716967    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:11.822006    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:12.191970    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:12.216789    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:12.321673    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:12.692118    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:12.717139    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:12.821747    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:13.192169    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:13.217200    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:13.320719    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:13.692310    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:13.717011    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:13.821728    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:14.192299    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:14.216875    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:14.323056    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:14.692606    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:14.716885    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:14.821443    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:15.191931    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:15.215503    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:15.321545    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:15.691564    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:15.716853    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:15.821833    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:16.191891    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:16.216895    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:16.321800    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:16.691926    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:16.716743    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:16.821425    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:17.192183    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:17.216669    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:17.321422    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:17.691749    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:17.716644    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:17.821522    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:18.191960    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:18.216947    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:18.320261    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:18.692550    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:18.716739    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:18.819848    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:19.192461    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:19.216702    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:19.321667    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:19.692343    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:19.716601    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:19.821384    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:20.191498    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:20.217295    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:20.321618    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:20.691834    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:20.716793    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:20.821719    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:21.191882    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:21.216855    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:21.321805    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:21.691665    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:21.717184    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:21.821673    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:22.191970    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:22.216484    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:22.321684    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:22.691710    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:22.716659    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:22.821528    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:23.191607    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:23.216520    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:23.320656    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:23.692374    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:23.716706    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:23.821321    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:24.191975    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:24.216546    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:24.321720    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:24.692104    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:24.716709    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:24.821391    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:25.191690    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:25.216995    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:25.321981    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:25.691826    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:25.715131    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:25.821803    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:26.191880    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:26.216798    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:26.321621    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:26.691406    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:26.716395    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:26.821274    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:27.191725    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:27.216425    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:27.321175    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:27.691486    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:27.716397    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:27.821173    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:28.191814    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:28.216533    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:28.320612    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:28.691739    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:28.716452    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:28.821423    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:29.191372    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:29.216757    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:29.321698    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:29.691623    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:29.716280    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:29.821175    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:30.191808    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:30.216789    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:30.321572    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:30.691532    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:30.716341    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:30.821552    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:31.191794    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:31.216411    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:31.320917    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:31.692135    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:31.716418    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:31.821527    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:32.191609    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:32.216181    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:32.321372    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:32.691333    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:32.716110    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:32.820978    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:33.191887    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:33.216155    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:33.320036    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:33.691526    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:33.716197    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:33.821392    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:34.191780    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:34.216375    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:34.320712    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:34.692049    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:34.716498    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:34.820994    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:35.193592    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:35.216280    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:35.320982    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:35.690078    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:35.714809    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:35.820861    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:36.191638    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:36.216548    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:36.321281    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:36.693177    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:36.716319    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:36.820891    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:37.191331    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:37.217007    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:37.320999    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:37.691595    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:37.716275    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:37.820789    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:38.191811    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:38.216587    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:38.320167    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:38.691653    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:38.730729    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:38.821230    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:39.191102    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:39.216489    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:39.321170    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:39.691602    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:39.716518    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:39.820972    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:40.191328    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:40.216135    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:40.321192    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:40.691529    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:40.716191    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:40.821099    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:41.190435    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:41.216040    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:41.321065    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:41.691649    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:41.716152    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:41.821013    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:42.192250    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:42.216416    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:42.321804    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:42.695581    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:42.717416    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:42.821613    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:43.191086    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:43.216019    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:43.320212    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:43.691444    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:43.716092    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:43.821084    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:44.191516    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0213 14:42:44.216041    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:44.321011    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:44.691930    1603 kapi.go:107] duration metric: took 1m41.005475125s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0213 14:42:44.716127    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:44.820739    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:45.214952    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:45.322939    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:45.716663    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:45.820958    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:46.216066    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:46.321019    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:46.716547    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:46.820681    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:47.216688    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:47.321165    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:47.716225    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:47.820742    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:48.216206    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:48.319974    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:48.716488    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:48.820984    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:49.216261    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:49.321882    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:49.716935    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:49.820559    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:50.216249    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:50.320985    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:50.716068    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:50.820742    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:51.216305    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:51.319266    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:51.716682    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:51.820740    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:52.214606    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:52.321000    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:52.716464    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:52.820621    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:53.214894    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:53.319450    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:53.717035    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:53.820582    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:54.214549    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:54.320835    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:54.716685    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:54.820654    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:55.216050    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:55.320507    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:55.716623    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:55.820573    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:56.214997    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:56.320859    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:56.716205    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:56.820524    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:57.214527    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:57.320989    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:57.715409    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:57.820474    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:58.216124    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:58.319645    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:58.716675    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:58.820395    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:59.215947    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:59.318735    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:42:59.716623    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:42:59.819762    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:00.214811    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:00.320800    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:00.716184    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:00.820629    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:01.215821    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:01.320472    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:01.716494    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:01.820243    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:02.215819    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:02.320763    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:02.714635    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:02.820365    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:03.214780    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:03.323629    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:03.715784    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:03.820438    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:04.215473    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:04.320660    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:04.716396    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:04.820264    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:05.216068    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:05.320371    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:05.716521    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:05.820267    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:06.215733    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:06.320707    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:06.715839    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:06.820259    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:07.216034    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:07.320820    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:07.715697    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:07.820231    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:08.215840    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:08.319523    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:08.716306    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:08.820306    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:09.214659    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:09.320303    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:09.716473    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:09.820210    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:10.215178    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:10.320560    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:10.716322    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:10.820733    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:11.216227    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:11.320447    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:11.716017    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:11.820167    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:12.215813    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:12.320540    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:12.715754    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:12.820304    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:13.215506    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:13.318861    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:13.715806    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:13.819292    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:14.215900    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:14.320354    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:14.716685    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:14.819402    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:15.215612    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:15.320168    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:15.716322    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:15.820048    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:16.215494    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:16.320392    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:16.715368    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:16.820101    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:17.215819    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:17.320053    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:17.715723    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:17.819876    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:18.215474    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:18.319565    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:18.715072    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:18.820056    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:19.215562    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:19.318095    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:19.716001    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:19.819935    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:20.215008    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:20.320068    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:20.715658    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:20.819855    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:21.214602    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:21.318483    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:21.716010    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:21.820110    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:22.215447    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:22.320399    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:22.716426    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:22.820119    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:23.215325    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:23.319670    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:23.715592    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:23.820053    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:24.214849    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:24.320364    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:24.716483    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:24.820008    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:25.214021    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:25.320026    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:25.715859    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:25.820413    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:26.213331    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:26.320161    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:26.715497    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:26.820152    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:27.215420    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:27.320224    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:27.758760    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:27.820102    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:28.214252    1603 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0213 14:43:28.374487    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:28.715429    1603 kapi.go:107] duration metric: took 2m25.504350375s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0213 14:43:28.820005    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:29.320114    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:29.820241    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:30.320285    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:30.819986    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:31.319763    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:31.820288    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:32.319879    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:32.820717    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:33.318380    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:33.819867    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:34.320211    1603 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0213 14:43:34.819890    1603 kapi.go:107] duration metric: took 2m27.503809917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0213 14:43:34.823747    1603 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-975000 cluster.

	I0213 14:43:34.828706    1603 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0213 14:43:34.832717    1603 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0213 14:43:34.837782    1603 out.go:177] * Enabled addons: cloud-spanner, yakd, storage-provisioner, default-storageclass, ingress-dns, nvidia-device-plugin, metrics-server, inspektor-gadget, storage-provisioner-rancher, volumesnapshots, registry, csi-hostpath-driver, ingress, gcp-auth

	I0213 14:43:34.841655    1603 addons.go:505] enable addons completed in 2m35.290427917s: enabled=[cloud-spanner yakd storage-provisioner default-storageclass ingress-dns nvidia-device-plugin metrics-server inspektor-gadget storage-provisioner-rancher volumesnapshots registry csi-hostpath-driver ingress gcp-auth]

	I0213 14:43:34.841669    1603 start.go:233] waiting for cluster config update ...

	I0213 14:43:34.841677    1603 start.go:242] writing updated cluster config ...

	I0213 14:43:34.842050    1603 ssh_runner.go:195] Run: rm -f paused

	I0213 14:43:34.974382    1603 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)

	I0213 14:43:34.978801    1603 out.go:177] * Done! kubectl is now configured to use "addons-975000" cluster and "default" namespace by default

	==> Docker <==

	-- Journal begins at Tue 2024-02-13 22:40:28 UTC, ends at Tue 2024-02-13 22:44:42 UTC. --

	Feb 13 22:44:41 addons-975000 dockerd[1039]: time="2024-02-13T22:44:41.664073242Z" level=info msg="ignoring event" container=f33a63858d99b753bb4560d46d40af119881aa06a8eb44d935c107853d2e8973 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:44:41 addons-975000 dockerd[1045]: time="2024-02-13T22:44:41.664196574Z" level=info msg="shim disconnected" id=f33a63858d99b753bb4560d46d40af119881aa06a8eb44d935c107853d2e8973 namespace=moby

	Feb 13 22:44:41 addons-975000 dockerd[1045]: time="2024-02-13T22:44:41.664220699Z" level=warning msg="cleaning up after shim disconnected" id=f33a63858d99b753bb4560d46d40af119881aa06a8eb44d935c107853d2e8973 namespace=moby

	Feb 13 22:44:41 addons-975000 dockerd[1045]: time="2024-02-13T22:44:41.664224949Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.402768151Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.402800942Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.402809942Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.402816234Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.453652501Z" level=info msg="shim disconnected" id=b4c238f1c2eb60c8bb72e39837b75ebc0c7e5b27ed8853d86edc2a68fa4b5852 namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.453686459Z" level=warning msg="cleaning up after shim disconnected" id=b4c238f1c2eb60c8bb72e39837b75ebc0c7e5b27ed8853d86edc2a68fa4b5852 namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.453691042Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1039]: time="2024-02-13T22:44:42.454217371Z" level=info msg="ignoring event" container=b4c238f1c2eb60c8bb72e39837b75ebc0c7e5b27ed8853d86edc2a68fa4b5852 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.660401706Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.660595080Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.660608830Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.660613955Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 cri-dockerd[931]: time="2024-02-13T22:44:42Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/6c9a3afb5700e3a5b65727609727d93739bea903b67d68002f8832f1e842775e/resolv.conf as [nameserver 10.96.0.10 search local-path-storage.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.845871305Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.845901388Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.845910221Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.845922471Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.887399986Z" level=info msg="shim disconnected" id=084023b764b042a97b6d29ce38de79cd85f2f79d139da4d7f2f6caa6d4b8f2a9 namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.887545735Z" level=warning msg="cleaning up after shim disconnected" id=084023b764b042a97b6d29ce38de79cd85f2f79d139da4d7f2f6caa6d4b8f2a9 namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1045]: time="2024-02-13T22:44:42.887620859Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:44:42 addons-975000 dockerd[1039]: time="2024-02-13T22:44:42.887860357Z" level=info msg="ignoring event" container=084023b764b042a97b6d29ce38de79cd85f2f79d139da4d7f2f6caa6d4b8f2a9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	==> container status <==

	CONTAINER           IMAGE                                                                                                                        CREATED              STATE               NAME                       ATTEMPT             POD ID              POD

	084023b764b04       fc9db2894f4e4                                                                                                                1 second ago         Exited              helper-pod                 0                   6c9a3afb5700e       helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89

	b4c238f1c2eb6       dd1b12fcb6097                                                                                                                1 second ago         Exited              hello-world-app            2                   e81d3e742951a       hello-world-app-5d77478584-x5cfg

	e2f4c8fee6ef4       busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79                                              8 seconds ago        Exited              helper-pod                 0                   ad1c4eef067d5       helper-pod-create-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89

	aacfe28f8e650       nginx@sha256:f2802c2a9d09c7aa3ace27445dfc5656ff24355da28e7b958074a0111e3fc076                                                31 seconds ago       Running             nginx                      0                   481c861457d05       nginx

	fd33256d5d7bf       gcr.io/k8s-minikube/busybox@sha256:ca5ae90100d50772da31f3b5016209e25ad61972404e2ccd83d44f10dee7e79b                          52 seconds ago       Exited              registry-test              0                   d8c1a53ba8e3b       registry-test

	491b9bfdeadee       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                 About a minute ago   Running             gcp-auth                   0                   9d6261cead58d       gcp-auth-d4c87556c-9qm2t

	7f68217663ef1       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80   2 minutes ago        Exited              patch                      0                   5274f0528623e       ingress-nginx-admission-patch-tm4h4

	7ce8622d2e1f0       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a7943503b45d552785aa3b5e457f169a5661fb94d82b8a3373bcd9ebaf9aac80   2 minutes ago        Exited              create                     0                   9b7f5ac55aa79       ingress-nginx-admission-create-thx8t

	b43a537a53ecd       rancher/local-path-provisioner@sha256:e34c88ae0affb1cdefbb874140d6339d4a27ec4ee420ae8199cd839997b05246                       2 minutes ago        Running             local-path-provisioner     0                   194b4e42a2dc7       local-path-provisioner-78b46b4d5c-hvhzw

	83ec6e4346320       nvcr.io/nvidia/k8s-device-plugin@sha256:339be23400f58c04f09b6ba1d4d2e0e7120648f2b114880513685b22093311f1                     3 minutes ago        Running             nvidia-device-plugin-ctr   0                   c944f54ba9e77       nvidia-device-plugin-daemonset-m85cq

	77acd76109565       marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310                                        3 minutes ago        Running             yakd                       0                   837c71a4b783b       yakd-dashboard-9947fc6bf-cgk6p

	c85fc6b4a0b8d       gcr.io/cloud-spanner-emulator/emulator@sha256:5d905e581977bd3d543742e74ddb75c0ba65517cf19742089ae1be45b7b8aa49               3 minutes ago        Running             cloud-spanner-emulator     0                   dfd603e91e7eb       cloud-spanner-emulator-64c8c85f65-6pftl

	b6a885cf08698       ba04bb24b9575                                                                                                                3 minutes ago        Running             storage-provisioner        0                   a313d3f6b4e76       storage-provisioner

	958452a9f950e       97e04611ad434                                                                                                                3 minutes ago        Running             coredns                    0                   81040c79b2da4       coredns-5dd5756b68-w58vd

	9e39cf14fa620       3ca3ca488cf13                                                                                                                3 minutes ago        Running             kube-proxy                 0                   bf2855463417d       kube-proxy-7bg7s

	694357bbbef71       05c284c929889                                                                                                                4 minutes ago        Running             kube-scheduler             0                   67e871a5ca6d5       kube-scheduler-addons-975000

	dd29cf073b110       9cdd6470f48c8                                                                                                                4 minutes ago        Running             etcd                       0                   b31213206c52a       etcd-addons-975000

	423f538822427       9961cbceaf234                                                                                                                4 minutes ago        Running             kube-controller-manager    0                   0a75e56d692e9       kube-controller-manager-addons-975000

	4c9ab0a949efe       04b4c447bb9d4                                                                                                                4 minutes ago        Running             kube-apiserver             0                   b32994ffe0fe9       kube-apiserver-addons-975000

	==> coredns [958452a9f950] <==

	[INFO] 10.244.0.19:51803 - 9678 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000018124s

	[INFO] 10.244.0.19:59381 - 11839 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00002525s

	[INFO] 10.244.0.19:51803 - 24182 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000013624s

	[INFO] 10.244.0.19:59381 - 65281 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000027666s

	[INFO] 10.244.0.19:51803 - 26752 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000009916s

	[INFO] 10.244.0.19:59381 - 4937 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000024375s

	[INFO] 10.244.0.19:59381 - 2248 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000027708s

	[INFO] 10.244.0.19:51803 - 54798 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000011167s

	[INFO] 10.244.0.19:51803 - 28454 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.0000105s

	[INFO] 10.244.0.19:59381 - 62717 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000034499s

	[INFO] 10.244.0.19:51803 - 18307 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000011208s

	[INFO] 10.244.0.19:56386 - 25890 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000049207s

	[INFO] 10.244.0.19:56220 - 46571 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000084833s

	[INFO] 10.244.0.19:56220 - 1276 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000017292s

	[INFO] 10.244.0.19:56220 - 41706 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000015042s

	[INFO] 10.244.0.19:56220 - 46592 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000014166s

	[INFO] 10.244.0.19:56220 - 55686 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000013667s

	[INFO] 10.244.0.19:56220 - 8043 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000016s

	[INFO] 10.244.0.19:56220 - 18114 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000329913s

	[INFO] 10.244.0.19:56386 - 26991 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000023041s

	[INFO] 10.244.0.19:56386 - 61122 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000018084s

	[INFO] 10.244.0.19:56386 - 22292 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00002925s

	[INFO] 10.244.0.19:56386 - 12758 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000015958s

	[INFO] 10.244.0.19:56386 - 10811 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000015875s

	[INFO] 10.244.0.19:56386 - 36290 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000037041s

	==> describe nodes <==

	Name:               addons-975000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-975000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93

	                    minikube.k8s.io/name=addons-975000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_02_13T14_40_46_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-975000

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 13 Feb 2024 22:40:43 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-975000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 13 Feb 2024 22:44:40 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 13 Feb 2024 22:44:20 +0000   Tue, 13 Feb 2024 22:40:42 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 13 Feb 2024 22:44:20 +0000   Tue, 13 Feb 2024 22:40:42 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 13 Feb 2024 22:44:20 +0000   Tue, 13 Feb 2024 22:40:42 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 13 Feb 2024 22:44:20 +0000   Tue, 13 Feb 2024 22:40:48 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-975000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	System Info:

	  Machine ID:                 02433e8609dc4ad586012d91ab05139f

	  System UUID:                02433e8609dc4ad586012d91ab05139f

	  Boot ID:                    7f0787be-628c-4885-950f-2392bc9937b4

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.28.4

	  Kube-Proxy Version:         v1.28.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (15 in total)

	  Namespace                   Name                                                          CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                                          ------------  ----------  ---------------  -------------  ---

	  default                     cloud-spanner-emulator-64c8c85f65-6pftl                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m44s

	  default                     hello-world-app-5d77478584-x5cfg                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24s

	  default                     nginx                                                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         34s

	  gcp-auth                    gcp-auth-d4c87556c-9qm2t                                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m36s

	  kube-system                 coredns-5dd5756b68-w58vd                                      100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     3m44s

	  kube-system                 etcd-addons-975000                                            100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         3m58s

	  kube-system                 kube-apiserver-addons-975000                                  250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m59s

	  kube-system                 kube-controller-manager-addons-975000                         200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m58s

	  kube-system                 kube-proxy-7bg7s                                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m44s

	  kube-system                 kube-scheduler-addons-975000                                  100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m58s

	  kube-system                 nvidia-device-plugin-daemonset-m85cq                          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m42s

	  kube-system                 storage-provisioner                                           0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m41s

	  local-path-storage          helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         1s

	  local-path-storage          local-path-provisioner-78b46b4d5c-hvhzw                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m41s

	  yakd-dashboard              yakd-dashboard-9947fc6bf-cgk6p                                0 (0%!)(MISSING)        0 (0%!)(MISSING)      128Mi (3%!)(MISSING)       256Mi (6%!)(MISSING)     3m44s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             298Mi (7%!)(MISSING)  426Mi (11%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age    From             Message

	  ----    ------                   ----   ----             -------

	  Normal  Starting                 3m43s  kube-proxy       

	  Normal  Starting                 3m58s  kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  3m58s  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  3m58s  kubelet          Node addons-975000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    3m58s  kubelet          Node addons-975000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     3m58s  kubelet          Node addons-975000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                3m55s  kubelet          Node addons-975000 status is now: NodeReady

	  Normal  RegisteredNode           3m45s  node-controller  Node addons-975000 event: Registered Node addons-975000 in Controller

	==> dmesg <==

	[  +0.390514] kauditd_printk_skb: 43 callbacks suppressed

	[  +0.034391] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.183223] systemd-fstab-generator[700]: Ignoring "noauto" for root device

	[  +0.078698] systemd-fstab-generator[711]: Ignoring "noauto" for root device

	[  +0.088652] systemd-fstab-generator[724]: Ignoring "noauto" for root device

	[  +1.260373] systemd-fstab-generator[888]: Ignoring "noauto" for root device

	[  +0.079958] systemd-fstab-generator[899]: Ignoring "noauto" for root device

	[  +0.077532] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.100987] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +2.576734] systemd-fstab-generator[1032]: Ignoring "noauto" for root device

	[  +2.018182] kauditd_printk_skb: 137 callbacks suppressed

	[  +2.524869] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.591114] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.035694] systemd-fstab-generator[2252]: Ignoring "noauto" for root device

	[Feb13 22:41] kauditd_printk_skb: 2 callbacks suppressed

	[  +6.908064] kauditd_printk_skb: 112 callbacks suppressed

	[ +10.202732] kauditd_printk_skb: 4 callbacks suppressed

	[Feb13 22:42] kauditd_printk_skb: 4 callbacks suppressed

	[Feb13 22:43] kauditd_printk_skb: 8 callbacks suppressed

	[ +29.859877] kauditd_printk_skb: 10 callbacks suppressed

	[Feb13 22:44] kauditd_printk_skb: 10 callbacks suppressed

	[  +8.633895] kauditd_printk_skb: 1 callbacks suppressed

	[  +7.663438] kauditd_printk_skb: 4 callbacks suppressed

	[  +7.396680] kauditd_printk_skb: 12 callbacks suppressed

	[  +5.649648] kauditd_printk_skb: 13 callbacks suppressed

	==> etcd [dd29cf073b11] <==

	{"level":"info","ts":"2024-02-13T22:40:42.402781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2024-02-13T22:40:42.402847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2024-02-13T22:40:42.402864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2024-02-13T22:40:42.402884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2024-02-13T22:40:42.402918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2024-02-13T22:40:42.402933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2024-02-13T22:40:42.402953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2024-02-13T22:40:42.403265Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:40:42.403552Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-975000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2024-02-13T22:40:42.403593Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:40:42.403685Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:40:42.403733Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:40:42.403774Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:40:42.404273Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2024-02-13T22:40:42.404313Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:40:42.404647Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-02-13T22:40:42.410191Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-02-13T22:40:42.410222Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2024-02-13T22:41:16.51181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.759833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/gcp-auth/\" range_end:\"/registry/pods/gcp-auth0\" ","response":"range_response_count:3 size:10572"}

	{"level":"info","ts":"2024-02-13T22:41:16.511864Z","caller":"traceutil/trace.go:171","msg":"trace[387717095] range","detail":"{range_begin:/registry/pods/gcp-auth/; range_end:/registry/pods/gcp-auth0; response_count:3; response_revision:818; }","duration":"112.822667ms","start":"2024-02-13T22:41:16.399021Z","end":"2024-02-13T22:41:16.511844Z","steps":["trace[387717095] 'range keys from in-memory index tree'  (duration: 112.704292ms)"],"step_count":1}

	{"level":"warn","ts":"2024-02-13T22:41:58.051881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.272226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/gcp-auth/\" range_end:\"/registry/pods/gcp-auth0\" ","response":"range_response_count:3 size:10572"}

	{"level":"info","ts":"2024-02-13T22:41:58.051913Z","caller":"traceutil/trace.go:171","msg":"trace[585008143] range","detail":"{range_begin:/registry/pods/gcp-auth/; range_end:/registry/pods/gcp-auth0; response_count:3; response_revision:925; }","duration":"153.309852ms","start":"2024-02-13T22:41:57.898596Z","end":"2024-02-13T22:41:58.051906Z","steps":["trace[585008143] 'range keys from in-memory index tree'  (duration: 153.139811ms)"],"step_count":1}

	{"level":"info","ts":"2024-02-13T22:43:27.834585Z","caller":"traceutil/trace.go:171","msg":"trace[1400194638] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"105.174336ms","start":"2024-02-13T22:43:27.729395Z","end":"2024-02-13T22:43:27.834569Z","steps":["trace[1400194638] 'process raft request'  (duration: 104.598139ms)"],"step_count":1}

	{"level":"warn","ts":"2024-02-13T22:43:55.799184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.155232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-health-monitor-leader-hostpath-csi-k8s-io\" ","response":"range_response_count:1 size:554"}

	{"level":"info","ts":"2024-02-13T22:43:55.799493Z","caller":"traceutil/trace.go:171","msg":"trace[1254751075] range","detail":"{range_begin:/registry/leases/kube-system/external-health-monitor-leader-hostpath-csi-k8s-io; range_end:; response_count:1; response_revision:1322; }","duration":"224.480603ms","start":"2024-02-13T22:43:55.575004Z","end":"2024-02-13T22:43:55.799485Z","steps":["trace[1254751075] 'range keys from in-memory index tree'  (duration: 224.099191ms)"],"step_count":1}

	==> gcp-auth [491b9bfdeade] <==

	2024/02/13 22:43:34 GCP Auth Webhook started!

	2024/02/13 22:43:45 Ready to marshal response ...

	2024/02/13 22:43:45 Ready to write response ...

	2024/02/13 22:43:47 Ready to marshal response ...

	2024/02/13 22:43:47 Ready to write response ...

	2024/02/13 22:44:09 Ready to marshal response ...

	2024/02/13 22:44:09 Ready to write response ...

	2024/02/13 22:44:17 Ready to marshal response ...

	2024/02/13 22:44:17 Ready to write response ...

	2024/02/13 22:44:19 Ready to marshal response ...

	2024/02/13 22:44:19 Ready to write response ...

	2024/02/13 22:44:33 Ready to marshal response ...

	2024/02/13 22:44:33 Ready to write response ...

	2024/02/13 22:44:33 Ready to marshal response ...

	2024/02/13 22:44:33 Ready to write response ...

	2024/02/13 22:44:42 Ready to marshal response ...

	2024/02/13 22:44:42 Ready to write response ...

	==> kernel <==

	 22:44:43 up 4 min,  0 users,  load average: 0.46, 0.53, 0.25

	Linux addons-975000 5.10.57 #1 SMP PREEMPT Thu Dec 28 19:03:47 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	==> kube-apiserver [4c9ab0a949ef] <==

	I0213 22:44:09.123423       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io

	I0213 22:44:09.223481       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.110.91.101"}

	I0213 22:44:19.493020       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.108.147.171"}

	I0213 22:44:32.816982       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.817002       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.819538       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.819553       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.823392       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.823409       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.828376       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.828389       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.828456       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.828466       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.833859       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.833869       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.838965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.838978       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0213 22:44:32.844840       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0213 22:44:32.844854       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	W0213 22:44:33.829173       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io

	W0213 22:44:33.834854       1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io

	W0213 22:44:33.853455       1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io

	E0213 22:44:35.664765       1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	E0213 22:44:37.425213       1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	I0213 22:44:40.736857       1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).

	==> kube-controller-manager [423f53882242] <==

	I0213 22:44:33.051115       1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'rancher.io/local-path' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."

	E0213 22:44:33.830099       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:33.835561       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:33.854145       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:34.792730       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:34.792753       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:35.062775       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:35.062797       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:35.299659       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:35.299678       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0213 22:44:35.627074       1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"

	I0213 22:44:35.627438       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-69cff4fd79" duration="2.5µs"

	I0213 22:44:35.629753       1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"

	W0213 22:44:37.186928       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:37.186946       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:37.625853       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:37.625878       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:38.471165       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:38.471181       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0213 22:44:42.364342       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:42.364361       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0213 22:44:42.541765       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="3.833µs"

	I0213 22:44:42.633155       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="26.041µs"

	W0213 22:44:43.102723       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0213 22:44:43.102744       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	==> kube-proxy [9e39cf14fa62] <==

	I0213 22:40:59.780900       1 server_others.go:69] "Using iptables proxy"

	I0213 22:40:59.793752       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0213 22:40:59.827102       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0213 22:40:59.827117       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0213 22:40:59.846117       1 server_others.go:152] "Using iptables Proxier"

	I0213 22:40:59.846210       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0213 22:40:59.846335       1 server.go:846] "Version info" version="v1.28.4"

	I0213 22:40:59.846342       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0213 22:40:59.850722       1 config.go:188] "Starting service config controller"

	I0213 22:40:59.850748       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0213 22:40:59.850763       1 config.go:97] "Starting endpoint slice config controller"

	I0213 22:40:59.850766       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0213 22:40:59.851701       1 config.go:315] "Starting node config controller"

	I0213 22:40:59.851705       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0213 22:40:59.952338       1 shared_informer.go:318] Caches are synced for node config

	I0213 22:40:59.952353       1 shared_informer.go:318] Caches are synced for service config

	I0213 22:40:59.952365       1 shared_informer.go:318] Caches are synced for endpoint slice config

	==> kube-scheduler [694357bbbef7] <==

	W0213 22:40:43.364479       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0213 22:40:43.364505       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0213 22:40:43.364519       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0213 22:40:43.364528       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0213 22:40:43.364548       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0213 22:40:43.364564       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0213 22:40:43.364836       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0213 22:40:43.365585       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0213 22:40:43.365631       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0213 22:40:43.365656       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0213 22:40:43.365660       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0213 22:40:43.365663       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0213 22:40:43.365719       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0213 22:40:43.365722       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0213 22:40:43.365792       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0213 22:40:43.365794       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0213 22:40:43.365796       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0213 22:40:43.365798       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0213 22:40:43.365902       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0213 22:40:43.365905       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0213 22:40:44.195069       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0213 22:40:44.195090       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0213 22:40:44.299452       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0213 22:40:44.299472       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	I0213 22:40:44.860786       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	-- Journal begins at Tue 2024-02-13 22:40:28 UTC, ends at Tue 2024-02-13 22:44:43 UTC. --

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.779267    2271 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\") pod \"3d8b6840-83e4-4a0a-afb7-94305920c666\" (UID: \"3d8b6840-83e4-4a0a-afb7-94305920c666\") "

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.779291    2271 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-kjvmc\" (UniqueName: \"kubernetes.io/projected/3d8b6840-83e4-4a0a-afb7-94305920c666-kube-api-access-kjvmc\") pod \"3d8b6840-83e4-4a0a-afb7-94305920c666\" (UID: \"3d8b6840-83e4-4a0a-afb7-94305920c666\") "

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.779303    2271 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-gcp-creds\") pod \"3d8b6840-83e4-4a0a-afb7-94305920c666\" (UID: \"3d8b6840-83e4-4a0a-afb7-94305920c666\") "

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.779334    2271 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-gcp-creds" (OuterVolumeSpecName: "gcp-creds") pod "3d8b6840-83e4-4a0a-afb7-94305920c666" (UID: "3d8b6840-83e4-4a0a-afb7-94305920c666"). InnerVolumeSpecName "gcp-creds". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.779345    2271 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89" (OuterVolumeSpecName: "data") pod "3d8b6840-83e4-4a0a-afb7-94305920c666" (UID: "3d8b6840-83e4-4a0a-afb7-94305920c666"). InnerVolumeSpecName "pvc-69fc1814-f173-4904-b8e0-9dadd6946f89". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.780318    2271 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3d8b6840-83e4-4a0a-afb7-94305920c666-kube-api-access-kjvmc" (OuterVolumeSpecName: "kube-api-access-kjvmc") pod "3d8b6840-83e4-4a0a-afb7-94305920c666" (UID: "3d8b6840-83e4-4a0a-afb7-94305920c666"). InnerVolumeSpecName "kube-api-access-kjvmc". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.879861    2271 reconciler_common.go:300] "Volume detached for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-gcp-creds\") on node \"addons-975000\" DevicePath \"\""

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.879877    2271 reconciler_common.go:300] "Volume detached for volume \"pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\" (UniqueName: \"kubernetes.io/host-path/3d8b6840-83e4-4a0a-afb7-94305920c666-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\") on node \"addons-975000\" DevicePath \"\""

	Feb 13 22:44:41 addons-975000 kubelet[2271]: I0213 22:44:41.879884    2271 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-kjvmc\" (UniqueName: \"kubernetes.io/projected/3d8b6840-83e4-4a0a-afb7-94305920c666-kube-api-access-kjvmc\") on node \"addons-975000\" DevicePath \"\""

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.284647    2271 topology_manager.go:215] "Topology Admit Handler" podUID="ed4957c6-ddb5-4446-929a-ef7de682e317" podNamespace="local-path-storage" podName="helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: E0213 22:44:42.284687    2271 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3d8b6840-83e4-4a0a-afb7-94305920c666" containerName="busybox"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: E0213 22:44:42.284723    2271 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="549cdf17-10db-4eaf-a173-d54df289ac11" containerName="minikube-ingress-dns"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.284740    2271 memory_manager.go:346] "RemoveStaleState removing state" podUID="3d8b6840-83e4-4a0a-afb7-94305920c666" containerName="busybox"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.284743    2271 memory_manager.go:346] "RemoveStaleState removing state" podUID="549cdf17-10db-4eaf-a173-d54df289ac11" containerName="minikube-ingress-dns"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.284747    2271 memory_manager.go:346] "RemoveStaleState removing state" podUID="549cdf17-10db-4eaf-a173-d54df289ac11" containerName="minikube-ingress-dns"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.348102    2271 scope.go:117] "RemoveContainer" containerID="e4e0f1f867d3c46398e9c2f84214d050aee656e1568887ce08e43e00d79a0e06"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.351682    2271 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3d8b6840-83e4-4a0a-afb7-94305920c666" path="/var/lib/kubelet/pods/3d8b6840-83e4-4a0a-afb7-94305920c666/volumes"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.382224    2271 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/ed4957c6-ddb5-4446-929a-ef7de682e317-data\") pod \"helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\" (UID: \"ed4957c6-ddb5-4446-929a-ef7de682e317\") " pod="local-path-storage/helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.382252    2271 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h7zgj\" (UniqueName: \"kubernetes.io/projected/ed4957c6-ddb5-4446-929a-ef7de682e317-kube-api-access-h7zgj\") pod \"helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\" (UID: \"ed4957c6-ddb5-4446-929a-ef7de682e317\") " pod="local-path-storage/helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.382265    2271 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/ed4957c6-ddb5-4446-929a-ef7de682e317-gcp-creds\") pod \"helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\" (UID: \"ed4957c6-ddb5-4446-929a-ef7de682e317\") " pod="local-path-storage/helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.382279    2271 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"script\" (UniqueName: \"kubernetes.io/configmap/ed4957c6-ddb5-4446-929a-ef7de682e317-script\") pod \"helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89\" (UID: \"ed4957c6-ddb5-4446-929a-ef7de682e317\") " pod="local-path-storage/helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.628260    2271 scope.go:117] "RemoveContainer" containerID="e4e0f1f867d3c46398e9c2f84214d050aee656e1568887ce08e43e00d79a0e06"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.628454    2271 scope.go:117] "RemoveContainer" containerID="b4c238f1c2eb60c8bb72e39837b75ebc0c7e5b27ed8853d86edc2a68fa4b5852"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: E0213 22:44:42.628565    2271 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-x5cfg_default(1b7f3d15-5a06-4652-941e-cd477cb0ffce)\"" pod="default/hello-world-app-5d77478584-x5cfg" podUID="1b7f3d15-5a06-4652-941e-cd477cb0ffce"

	Feb 13 22:44:42 addons-975000 kubelet[2271]: I0213 22:44:42.645448    2271 scope.go:117] "RemoveContainer" containerID="70dce1f485540ee8f41125877e73bae32b6141e8d6964c7420c3d32f1ecee21d"

	==> storage-provisioner [b6a885cf0869] <==

	I0213 22:41:03.776452       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0213 22:41:03.813074       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0213 22:41:03.813098       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0213 22:41:03.828539       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0213 22:41:03.832798       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-975000_eed11878-5293-444f-b0a7-fcc184e582e3!

	I0213 22:41:03.833254       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"d3873d72-e71f-45b0-9c7c-b25b8f720a60", APIVersion:"v1", ResourceVersion:"729", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-975000_eed11878-5293-444f-b0a7-fcc184e582e3 became leader

	I0213 22:41:03.934052       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-975000_eed11878-5293-444f-b0a7-fcc184e582e3!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-975000 -n addons-975000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-975000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-975000 describe pod helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-975000 describe pod helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89: exit status 1 (40.11725ms)

** stderr ** 

	Error from server (NotFound): pods "helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-975000 describe pod helper-pod-delete-pvc-69fc1814-f173-4904-b8e0-9dadd6946f89: exit status 1

--- FAIL: TestAddons/parallel/Ingress (34.62s)

=== RUN   TestCertOptions

=== PAUSE TestCertOptions

=== CONT  TestCertOptions

cert_options_test.go:49: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-options-732000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 

cert_options_test.go:49: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-options-732000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 : exit status 80 (11.951813459s)

-- stdout --

	* [cert-options-732000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node cert-options-732000 in cluster cert-options-732000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-options-732000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-options-732000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:51: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-options-732000 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=qemu2 " : exit status 80

cert_options_test.go:60: (dbg) Run:  out/minikube-darwin-arm64 -p cert-options-732000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"

cert_options_test.go:60: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p cert-options-732000 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt": exit status 89 (80.011416ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-732000"

-- /stdout --

cert_options_test.go:62: failed to read apiserver cert inside minikube. args "out/minikube-darwin-arm64 -p cert-options-732000 ssh \"openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt\"": exit status 89

cert_options_test.go:69: apiserver cert does not include 127.0.0.1 in SAN.

cert_options_test.go:69: apiserver cert does not include 192.168.15.15 in SAN.

cert_options_test.go:69: apiserver cert does not include localhost in SAN.

cert_options_test.go:69: apiserver cert does not include www.google.com in SAN.

cert_options_test.go:88: (dbg) Run:  kubectl --context cert-options-732000 config view

cert_options_test.go:93: Kubeconfig apiserver server port incorrect. Output of 

'kubectl config view' = "\n-- stdout --\n\tapiVersion: v1\n\tclusters: null\n\tcontexts: null\n\tcurrent-context: \"\"\n\tkind: Config\n\tpreferences: {}\n\tusers: null\n\n-- /stdout --"

cert_options_test.go:100: (dbg) Run:  out/minikube-darwin-arm64 ssh -p cert-options-732000 -- "sudo cat /etc/kubernetes/admin.conf"

cert_options_test.go:100: (dbg) Non-zero exit: out/minikube-darwin-arm64 ssh -p cert-options-732000 -- "sudo cat /etc/kubernetes/admin.conf": exit status 89 (43.901292ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-732000"

-- /stdout --

cert_options_test.go:102: failed to SSH to minikube with args: "out/minikube-darwin-arm64 ssh -p cert-options-732000 -- \"sudo cat /etc/kubernetes/admin.conf\"" : exit status 89

cert_options_test.go:106: Internal minikube kubeconfig (admin.conf) does not contains the right api port. 

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p cert-options-732000"

-- /stdout --

cert_options_test.go:109: *** TestCertOptions FAILED at 2024-02-13 15:03:31.415694 -0800 PST m=+1487.347694501

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-732000 -n cert-options-732000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-options-732000 -n cert-options-732000: exit status 7 (31.991333ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-options-732000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-options-732000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-options-732000

--- FAIL: TestCertOptions (12.24s)

E0213 15:03:34.936644    1407 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/addons-975000/client.crt: no such file or directory

=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=3m --driver=qemu2 

cert_options_test.go:123: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=3m --driver=qemu2 : exit status 80 (12.2053265s)

-- stdout --

	* [cert-expiration-172000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node cert-expiration-172000 in cluster cert-expiration-172000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "cert-expiration-172000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-172000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:125: failed to start minikube with args: "out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=3m --driver=qemu2 " : exit status 80

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=8760h --driver=qemu2 

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=8760h --driver=qemu2 : exit status 80 (5.237243084s)

-- stdout --

	* [cert-expiration-172000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting control plane node cert-expiration-172000 in cluster cert-expiration-172000

	* Restarting existing qemu2 VM for "cert-expiration-172000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-172000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-172000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-arm64 start -p cert-expiration-172000 --memory=2048 --cert-expiration=8760h --driver=qemu2 " : exit status 80

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-172000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on existing profile

	* Starting control plane node cert-expiration-172000 in cluster cert-expiration-172000

	* Restarting existing qemu2 VM for "cert-expiration-172000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Restarting existing qemu2 VM for "cert-expiration-172000" ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	! StartHost failed, but will try again: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p cert-expiration-172000" may fix it: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: driver start: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2024-02-13 15:06:34.03815 -0800 PST m=+1669.963001626

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-172000 -n cert-expiration-172000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p cert-expiration-172000 -n cert-expiration-172000: exit status 7 (71.472166ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "cert-expiration-172000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-172000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p cert-expiration-172000

--- FAIL: TestCertExpiration (197.62s)

=== RUN   TestDockerFlags

=== PAUSE TestDockerFlags

=== CONT  TestDockerFlags

docker_test.go:51: (dbg) Run:  out/minikube-darwin-arm64 start -p docker-flags-818000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:51: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p docker-flags-818000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (12.199237166s)

-- stdout --

	* [docker-flags-818000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node docker-flags-818000 in cluster docker-flags-818000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "docker-flags-818000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0213 15:03:06.739723    3275 out.go:291] Setting OutFile to fd 1 ...

	I0213 15:03:06.739847    3275 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:03:06.739850    3275 out.go:304] Setting ErrFile to fd 2...

	I0213 15:03:06.739852    3275 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:03:06.739989    3275 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 15:03:06.741006    3275 out.go:298] Setting JSON to false

	I0213 15:03:06.758751    3275 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1808,"bootTime":1707863578,"procs":469,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 15:03:06.758846    3275 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 15:03:06.763828    3275 out.go:177] * [docker-flags-818000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 15:03:06.773833    3275 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 15:03:06.770911    3275 notify.go:220] Checking for updates...

	I0213 15:03:06.777776    3275 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 15:03:06.780798    3275 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 15:03:06.783809    3275 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 15:03:06.786841    3275 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 15:03:06.789785    3275 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 15:03:06.793172    3275 config.go:182] Loaded profile config "force-systemd-flag-294000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:03:06.793232    3275 config.go:182] Loaded profile config "multinode-078000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:03:06.793280    3275 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 15:03:06.797772    3275 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 15:03:06.804823    3275 start.go:298] selected driver: qemu2

	I0213 15:03:06.804828    3275 start.go:902] validating driver "qemu2" against <nil>

	I0213 15:03:06.804832    3275 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 15:03:06.806932    3275 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 15:03:06.809735    3275 out.go:177] * Automatically selected the socket_vmnet network

	I0213 15:03:06.812861    3275 start_flags.go:922] Waiting for no components: map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false]

	I0213 15:03:06.812901    3275 cni.go:84] Creating CNI manager for ""

	I0213 15:03:06.812909    3275 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 15:03:06.812914    3275 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 15:03:06.812920    3275 start_flags.go:321] config:

	{Name:docker-flags-818000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-818000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain

:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/ru

n/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 15:03:06.817323    3275 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 15:03:06.822787    3275 out.go:177] * Starting control plane node docker-flags-818000 in cluster docker-flags-818000

	I0213 15:03:06.826817    3275 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 15:03:06.826834    3275 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 15:03:06.826842    3275 cache.go:56] Caching tarball of preloaded images

	I0213 15:03:06.826892    3275 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 15:03:06.826897    3275 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 15:03:06.826963    3275 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/docker-flags-818000/config.json ...

	I0213 15:03:06.826973    3275 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/docker-flags-818000/config.json: {Name:mk1be4037d445e98182d4413cf3a2dcf6a6063b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 15:03:06.827206    3275 start.go:365] acquiring machines lock for docker-flags-818000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:03:08.773459    3275 start.go:369] acquired machines lock for "docker-flags-818000" in 1.946219542s

	I0213 15:03:08.773558    3275 start.go:93] Provisioning new machine with config: &{Name:docker-flags-818000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root

SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-818000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion

:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:03:08.773818    3275 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:03:08.779225    3275 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:03:08.827627    3275 start.go:159] libmachine.API.Create for "docker-flags-818000" (driver="qemu2")

	I0213 15:03:08.827681    3275 client.go:168] LocalClient.Create starting

	I0213 15:03:08.827877    3275 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:03:08.827951    3275 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:08.827981    3275 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:08.828049    3275 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:03:08.828093    3275 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:08.828108    3275 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:08.828789    3275 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:03:08.960126    3275 main.go:141] libmachine: Creating SSH key...

	I0213 15:03:09.095653    3275 main.go:141] libmachine: Creating Disk image...

	I0213 15:03:09.095660    3275 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:03:09.095868    3275 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:09.108678    3275 main.go:141] libmachine: STDOUT: 

	I0213 15:03:09.108702    3275 main.go:141] libmachine: STDERR: 

	I0213 15:03:09.108752    3275 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2 +20000M

	I0213 15:03:09.119431    3275 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:03:09.119453    3275 main.go:141] libmachine: STDERR: 

	I0213 15:03:09.119465    3275 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:09.119475    3275 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:03:09.119515    3275 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/qemu.pid -device virtio-net-pci,netdev=net0,mac=e2:a9:97:35:3f:8f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:09.121266    3275 main.go:141] libmachine: STDOUT: 

	I0213 15:03:09.121281    3275 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:03:09.121297    3275 client.go:171] LocalClient.Create took 293.618833ms

	I0213 15:03:11.123399    3275 start.go:128] duration metric: createHost completed in 2.349619209s

	I0213 15:03:11.123464    3275 start.go:83] releasing machines lock for "docker-flags-818000", held for 2.350036042s

	W0213 15:03:11.123541    3275 start.go:694] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:11.135777    3275 out.go:177] * Deleting "docker-flags-818000" in qemu2 ...

	W0213 15:03:11.158003    3275 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:11.158043    3275 start.go:709] Will try again in 5 seconds ...

	I0213 15:03:16.160140    3275 start.go:365] acquiring machines lock for docker-flags-818000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:03:16.201247    3275 start.go:369] acquired machines lock for "docker-flags-818000" in 40.994ms

	I0213 15:03:16.201396    3275 start.go:93] Provisioning new machine with config: &{Name:docker-flags-818000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[FOO=BAR BAZ=BAT] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[debug icc=true] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root

SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:docker-flags-818000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:false EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:false apps_running:false default_sa:false extra:false kubelet:false node_ready:false system_pods:false] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion

:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:03:16.201661    3275 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:03:16.210129    3275 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:03:16.259094    3275 start.go:159] libmachine.API.Create for "docker-flags-818000" (driver="qemu2")

	I0213 15:03:16.259141    3275 client.go:168] LocalClient.Create starting

	I0213 15:03:16.259286    3275 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:03:16.259338    3275 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:16.259357    3275 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:16.259420    3275 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:03:16.259447    3275 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:16.259465    3275 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:16.259991    3275 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:03:16.451178    3275 main.go:141] libmachine: Creating SSH key...

	I0213 15:03:16.842350    3275 main.go:141] libmachine: Creating Disk image...

	I0213 15:03:16.842360    3275 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:03:16.842552    3275 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:16.855255    3275 main.go:141] libmachine: STDOUT: 

	I0213 15:03:16.855277    3275 main.go:141] libmachine: STDERR: 

	I0213 15:03:16.855333    3275 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2 +20000M

	I0213 15:03:16.866120    3275 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:03:16.866137    3275 main.go:141] libmachine: STDERR: 

	I0213 15:03:16.866150    3275 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:16.866157    3275 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:03:16.866202    3275 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/qemu.pid -device virtio-net-pci,netdev=net0,mac=f6:1e:23:9d:95:9d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/docker-flags-818000/disk.qcow2

	I0213 15:03:16.867846    3275 main.go:141] libmachine: STDOUT: 

	I0213 15:03:16.867861    3275 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:03:16.867874    3275 client.go:171] LocalClient.Create took 608.746834ms

	I0213 15:03:18.870002    3275 start.go:128] duration metric: createHost completed in 2.668389125s

	I0213 15:03:18.870109    3275 start.go:83] releasing machines lock for "docker-flags-818000", held for 2.668875792s

	W0213 15:03:18.870403    3275 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p docker-flags-818000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p docker-flags-818000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:18.883263    3275 out.go:177] 

	W0213 15:03:18.887276    3275 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0213 15:03:18.887403    3275 out.go:239] * 

	* 

	W0213 15:03:18.889888    3275 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0213 15:03:18.898237    3275 out.go:177] 

** /stderr **

docker_test.go:53: failed to start minikube with args: "out/minikube-darwin-arm64 start -p docker-flags-818000 --cache-images=false --memory=2048 --install-addons=false --wait=false --docker-env=FOO=BAR --docker-env=BAZ=BAT --docker-opt=debug --docker-opt=icc=true --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:56: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-818000 ssh "sudo systemctl show docker --property=Environment --no-pager"

docker_test.go:56: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-818000 ssh "sudo systemctl show docker --property=Environment --no-pager": exit status 89 (100.312625ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p docker-flags-818000"

-- /stdout --

docker_test.go:58: failed to 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-818000 ssh \"sudo systemctl show docker --property=Environment --no-pager\"": exit status 89

docker_test.go:63: expected env key/value "FOO=BAR" to be passed to minikube's docker and be included in: *"* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-818000\"\n"*.

docker_test.go:63: expected env key/value "BAZ=BAT" to be passed to minikube's docker and be included in: *"* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-818000\"\n"*.

docker_test.go:67: (dbg) Run:  out/minikube-darwin-arm64 -p docker-flags-818000 ssh "sudo systemctl show docker --property=ExecStart --no-pager"

docker_test.go:67: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p docker-flags-818000 ssh "sudo systemctl show docker --property=ExecStart --no-pager": exit status 89 (105.81ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p docker-flags-818000"

-- /stdout --

docker_test.go:69: failed on the second 'systemctl show docker' inside minikube. args "out/minikube-darwin-arm64 -p docker-flags-818000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"": exit status 89

docker_test.go:73: expected "out/minikube-darwin-arm64 -p docker-flags-818000 ssh \"sudo systemctl show docker --property=ExecStart --no-pager\"" output to have include *--debug* . output: "* The control plane node must be running for this command\n  To start a cluster, run: \"minikube start -p docker-flags-818000\"\n"

panic.go:523: *** TestDockerFlags FAILED at 2024-02-13 15:03:19.11659 -0800 PST m=+1475.048215584

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-818000 -n docker-flags-818000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p docker-flags-818000 -n docker-flags-818000: exit status 7 (38.986666ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "docker-flags-818000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "docker-flags-818000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p docker-flags-818000

--- FAIL: TestDockerFlags (12.60s)

=== RUN   TestForceSystemdFlag

=== PAUSE TestForceSystemdFlag

=== CONT  TestForceSystemdFlag

docker_test.go:91: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-flag-294000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:91: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-flag-294000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (11.361316s)

-- stdout --

	* [force-systemd-flag-294000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node force-systemd-flag-294000 in cluster force-systemd-flag-294000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-flag-294000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0213 15:03:04.910056    3256 out.go:291] Setting OutFile to fd 1 ...

	I0213 15:03:04.910188    3256 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:03:04.910191    3256 out.go:304] Setting ErrFile to fd 2...

	I0213 15:03:04.910194    3256 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:03:04.910318    3256 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 15:03:04.911393    3256 out.go:298] Setting JSON to false

	I0213 15:03:04.927214    3256 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1806,"bootTime":1707863578,"procs":465,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 15:03:04.927302    3256 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 15:03:04.933390    3256 out.go:177] * [force-systemd-flag-294000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 15:03:04.940329    3256 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 15:03:04.940367    3256 notify.go:220] Checking for updates...

	I0213 15:03:04.944334    3256 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 15:03:04.947325    3256 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 15:03:04.950305    3256 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 15:03:04.953295    3256 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 15:03:04.956317    3256 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 15:03:04.959706    3256 config.go:182] Loaded profile config "force-systemd-env-056000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:03:04.959772    3256 config.go:182] Loaded profile config "multinode-078000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:03:04.959821    3256 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 15:03:04.963259    3256 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 15:03:04.970293    3256 start.go:298] selected driver: qemu2

	I0213 15:03:04.970302    3256 start.go:902] validating driver "qemu2" against <nil>

	I0213 15:03:04.970307    3256 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 15:03:04.972564    3256 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 15:03:04.974075    3256 out.go:177] * Automatically selected the socket_vmnet network

	I0213 15:03:04.977404    3256 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]

	I0213 15:03:04.977459    3256 cni.go:84] Creating CNI manager for ""

	I0213 15:03:04.977467    3256 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 15:03:04.977472    3256 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 15:03:04.977478    3256 start_flags.go:321] config:

	{Name:force-systemd-flag-294000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-294000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co

ntainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 15:03:04.981887    3256 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 15:03:04.985349    3256 out.go:177] * Starting control plane node force-systemd-flag-294000 in cluster force-systemd-flag-294000

	I0213 15:03:04.993276    3256 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 15:03:04.993289    3256 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 15:03:04.993295    3256 cache.go:56] Caching tarball of preloaded images

	I0213 15:03:04.993351    3256 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 15:03:04.993356    3256 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 15:03:04.993427    3256 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/force-systemd-flag-294000/config.json ...

	I0213 15:03:04.993438    3256 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/force-systemd-flag-294000/config.json: {Name:mk9431bf4ce6c40b75818342a2f7b206bd8faf24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 15:03:04.993660    3256 start.go:365] acquiring machines lock for force-systemd-flag-294000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:03:06.314676    3256 start.go:369] acquired machines lock for "force-systemd-flag-294000" in 1.320971125s

	I0213 15:03:06.314836    3256 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-294000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kub

ernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-294000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:03:06.315104    3256 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:03:06.324896    3256 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:03:06.373348    3256 start.go:159] libmachine.API.Create for "force-systemd-flag-294000" (driver="qemu2")

	I0213 15:03:06.373399    3256 client.go:168] LocalClient.Create starting

	I0213 15:03:06.373505    3256 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:03:06.373568    3256 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:06.373588    3256 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:06.373653    3256 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:03:06.373696    3256 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:06.373710    3256 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:06.374314    3256 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:03:06.569770    3256 main.go:141] libmachine: Creating SSH key...

	I0213 15:03:06.743151    3256 main.go:141] libmachine: Creating Disk image...

	I0213 15:03:06.743162    3256 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:03:06.743339    3256 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:06.755965    3256 main.go:141] libmachine: STDOUT: 

	I0213 15:03:06.755988    3256 main.go:141] libmachine: STDERR: 

	I0213 15:03:06.756057    3256 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2 +20000M

	I0213 15:03:06.769104    3256 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:03:06.769126    3256 main.go:141] libmachine: STDERR: 

	I0213 15:03:06.769144    3256 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:06.769149    3256 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:03:06.769219    3256 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/qemu.pid -device virtio-net-pci,netdev=net0,mac=6e:43:6a:f1:b4:19 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:06.770995    3256 main.go:141] libmachine: STDOUT: 

	I0213 15:03:06.771015    3256 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:03:06.771036    3256 client.go:171] LocalClient.Create took 397.641875ms

	I0213 15:03:08.773187    3256 start.go:128] duration metric: createHost completed in 2.458121791s

	I0213 15:03:08.773270    3256 start.go:83] releasing machines lock for "force-systemd-flag-294000", held for 2.458626083s

	W0213 15:03:08.773329    3256 start.go:694] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:08.787166    3256 out.go:177] * Deleting "force-systemd-flag-294000" in qemu2 ...

	W0213 15:03:08.810872    3256 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:08.810890    3256 start.go:709] Will try again in 5 seconds ...

	I0213 15:03:13.812206    3256 start.go:365] acquiring machines lock for force-systemd-flag-294000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:03:13.812737    3256 start.go:369] acquired machines lock for "force-systemd-flag-294000" in 408.459µs

	I0213 15:03:13.812957    3256 start.go:93] Provisioning new machine with config: &{Name:force-systemd-flag-294000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kub

ernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-flag-294000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:03:13.813244    3256 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:03:13.818914    3256 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:03:13.870330    3256 start.go:159] libmachine.API.Create for "force-systemd-flag-294000" (driver="qemu2")

	I0213 15:03:13.870382    3256 client.go:168] LocalClient.Create starting

	I0213 15:03:13.870503    3256 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:03:13.870573    3256 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:13.870591    3256 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:13.870643    3256 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:03:13.870691    3256 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:13.870702    3256 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:13.871249    3256 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:03:14.004148    3256 main.go:141] libmachine: Creating SSH key...

	I0213 15:03:14.173046    3256 main.go:141] libmachine: Creating Disk image...

	I0213 15:03:14.173057    3256 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:03:14.173254    3256 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:14.186020    3256 main.go:141] libmachine: STDOUT: 

	I0213 15:03:14.186044    3256 main.go:141] libmachine: STDERR: 

	I0213 15:03:14.186126    3256 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2 +20000M

	I0213 15:03:14.197070    3256 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:03:14.197087    3256 main.go:141] libmachine: STDERR: 

	I0213 15:03:14.197106    3256 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:14.197114    3256 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:03:14.197160    3256 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/qemu.pid -device virtio-net-pci,netdev=net0,mac=d6:66:27:0f:51:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-flag-294000/disk.qcow2

	I0213 15:03:14.198897    3256 main.go:141] libmachine: STDOUT: 

	I0213 15:03:14.198914    3256 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:03:14.198927    3256 client.go:171] LocalClient.Create took 328.549458ms

	I0213 15:03:16.201071    3256 start.go:128] duration metric: createHost completed in 2.387875s

	I0213 15:03:16.201130    3256 start.go:83] releasing machines lock for "force-systemd-flag-294000", held for 2.388395542s

	W0213 15:03:16.201462    3256 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-294000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-flag-294000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:16.215140    3256 out.go:177] 

	W0213 15:03:16.219359    3256 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0213 15:03:16.219413    3256 out.go:239] * 

	* 

	W0213 15:03:16.221694    3256 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0213 15:03:16.233131    3256 out.go:177] 

** /stderr **

docker_test.go:93: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-flag-294000 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-flag-294000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-flag-294000 ssh "docker info --format {{.CgroupDriver}}": exit status 89 (100.739667ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p force-systemd-flag-294000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-flag-294000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 89

docker_test.go:106: *** TestForceSystemdFlag FAILED at 2024-02-13 15:03:16.344573 -0800 PST m=+1472.276114376

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-294000 -n force-systemd-flag-294000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-flag-294000 -n force-systemd-flag-294000: exit status 7 (41.32125ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-flag-294000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-flag-294000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-flag-294000

--- FAIL: TestForceSystemdFlag (11.70s)

=== RUN   TestForceSystemdEnv

=== PAUSE TestForceSystemdEnv

=== CONT  TestForceSystemdEnv

docker_test.go:155: (dbg) Run:  out/minikube-darwin-arm64 start -p force-systemd-env-056000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 

docker_test.go:155: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p force-systemd-env-056000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 : exit status 80 (9.813646583s)

-- stdout --

	* [force-systemd-env-056000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	  - MINIKUBE_LOCATION=18170

	  - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=true

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node force-systemd-env-056000 in cluster force-systemd-env-056000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "force-systemd-env-056000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0213 15:02:56.577566    3218 out.go:291] Setting OutFile to fd 1 ...

	I0213 15:02:56.577728    3218 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:02:56.577735    3218 out.go:304] Setting ErrFile to fd 2...

	I0213 15:02:56.577738    3218 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 15:02:56.577871    3218 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 15:02:56.578897    3218 out.go:298] Setting JSON to false

	I0213 15:02:56.594984    3218 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1798,"bootTime":1707863578,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 15:02:56.595052    3218 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 15:02:56.601373    3218 out.go:177] * [force-systemd-env-056000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 15:02:56.609021    3218 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 15:02:56.609056    3218 notify.go:220] Checking for updates...

	I0213 15:02:56.616210    3218 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 15:02:56.623139    3218 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 15:02:56.626176    3218 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 15:02:56.627713    3218 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 15:02:56.631124    3218 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=true

	I0213 15:02:56.634524    3218 config.go:182] Loaded profile config "multinode-078000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 15:02:56.634570    3218 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 15:02:56.639006    3218 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 15:02:56.646106    3218 start.go:298] selected driver: qemu2

	I0213 15:02:56.646110    3218 start.go:902] validating driver "qemu2" against <nil>

	I0213 15:02:56.646115    3218 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 15:02:56.648542    3218 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 15:02:56.651985    3218 out.go:177] * Automatically selected the socket_vmnet network

	I0213 15:02:56.655174    3218 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]

	I0213 15:02:56.655226    3218 cni.go:84] Creating CNI manager for ""

	I0213 15:02:56.655234    3218 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 15:02:56.655241    3218 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 15:02:56.655248    3218 start_flags.go:321] config:

	{Name:force-systemd-env-056000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-056000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Cont

ainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 15:02:56.659981    3218 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 15:02:56.666123    3218 out.go:177] * Starting control plane node force-systemd-env-056000 in cluster force-systemd-env-056000

	I0213 15:02:56.670150    3218 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 15:02:56.670166    3218 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 15:02:56.670175    3218 cache.go:56] Caching tarball of preloaded images

	I0213 15:02:56.670239    3218 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 15:02:56.670246    3218 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 15:02:56.670321    3218 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/force-systemd-env-056000/config.json ...

	I0213 15:02:56.670334    3218 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/force-systemd-env-056000/config.json: {Name:mk48ab7360692a88d453400660d7a6ef7a790b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 15:02:56.670549    3218 start.go:365] acquiring machines lock for force-systemd-env-056000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:02:56.670586    3218 start.go:369] acquired machines lock for "force-systemd-env-056000" in 28.625µs

	I0213 15:02:56.670599    3218 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-056000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kube

rnetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-056000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUI

D:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:02:56.670632    3218 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:02:56.678147    3218 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:02:56.696191    3218 start.go:159] libmachine.API.Create for "force-systemd-env-056000" (driver="qemu2")

	I0213 15:02:56.696225    3218 client.go:168] LocalClient.Create starting

	I0213 15:02:56.696307    3218 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:02:56.696339    3218 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:56.696347    3218 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:56.696392    3218 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:02:56.696415    3218 main.go:141] libmachine: Decoding PEM data...

	I0213 15:02:56.696422    3218 main.go:141] libmachine: Parsing certificate...

	I0213 15:02:56.696774    3218 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:02:56.818590    3218 main.go:141] libmachine: Creating SSH key...

	I0213 15:02:56.952326    3218 main.go:141] libmachine: Creating Disk image...

	I0213 15:02:56.952333    3218 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:02:56.952513    3218 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:02:56.964890    3218 main.go:141] libmachine: STDOUT: 

	I0213 15:02:56.964914    3218 main.go:141] libmachine: STDERR: 

	I0213 15:02:56.964970    3218 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2 +20000M

	I0213 15:02:56.975663    3218 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:02:56.975686    3218 main.go:141] libmachine: STDERR: 

	I0213 15:02:56.975703    3218 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:02:56.975710    3218 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:02:56.975737    3218 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/qemu.pid -device virtio-net-pci,netdev=net0,mac=a2:b8:e7:61:75:9b -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:02:56.977489    3218 main.go:141] libmachine: STDOUT: 

	I0213 15:02:56.977506    3218 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:02:56.977525    3218 client.go:171] LocalClient.Create took 281.304166ms

	I0213 15:02:58.979733    3218 start.go:128] duration metric: createHost completed in 2.309142167s

	I0213 15:02:58.979799    3218 start.go:83] releasing machines lock for "force-systemd-env-056000", held for 2.309273292s

	W0213 15:02:58.979845    3218 start.go:694] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:02:58.986028    3218 out.go:177] * Deleting "force-systemd-env-056000" in qemu2 ...

	W0213 15:02:59.009606    3218 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:02:59.009641    3218 start.go:709] Will try again in 5 seconds ...

	I0213 15:03:04.011762    3218 start.go:365] acquiring machines lock for force-systemd-env-056000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 15:03:04.012181    3218 start.go:369] acquired machines lock for "force-systemd-env-056000" in 318.5µs

	I0213 15:03:04.012307    3218 start.go:93] Provisioning new machine with config: &{Name:force-systemd-env-056000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kube

rnetesConfig:{KubernetesVersion:v1.28.4 ClusterName:force-systemd-env-056000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUI

D:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 15:03:04.012491    3218 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 15:03:04.022137    3218 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0213 15:03:04.070484    3218 start.go:159] libmachine.API.Create for "force-systemd-env-056000" (driver="qemu2")

	I0213 15:03:04.070534    3218 client.go:168] LocalClient.Create starting

	I0213 15:03:04.070648    3218 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 15:03:04.070713    3218 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:04.070729    3218 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:04.070787    3218 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 15:03:04.070828    3218 main.go:141] libmachine: Decoding PEM data...

	I0213 15:03:04.070841    3218 main.go:141] libmachine: Parsing certificate...

	I0213 15:03:04.071333    3218 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 15:03:04.208293    3218 main.go:141] libmachine: Creating SSH key...

	I0213 15:03:04.285506    3218 main.go:141] libmachine: Creating Disk image...

	I0213 15:03:04.285513    3218 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 15:03:04.285710    3218 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:03:04.298681    3218 main.go:141] libmachine: STDOUT: 

	I0213 15:03:04.298701    3218 main.go:141] libmachine: STDERR: 

	I0213 15:03:04.298785    3218 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2 +20000M

	I0213 15:03:04.310301    3218 main.go:141] libmachine: STDOUT: Image resized.

	I0213 15:03:04.310320    3218 main.go:141] libmachine: STDERR: 

	I0213 15:03:04.310335    3218 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:03:04.310343    3218 main.go:141] libmachine: Starting QEMU VM...

	I0213 15:03:04.310387    3218 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/qemu.pid -device virtio-net-pci,netdev=net0,mac=92:b2:7b:dd:7a:27 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/force-systemd-env-056000/disk.qcow2

	I0213 15:03:04.312136    3218 main.go:141] libmachine: STDOUT: 

	I0213 15:03:04.312154    3218 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0213 15:03:04.312164    3218 client.go:171] LocalClient.Create took 241.631459ms

	I0213 15:03:06.314401    3218 start.go:128] duration metric: createHost completed in 2.301897291s

	I0213 15:03:06.314501    3218 start.go:83] releasing machines lock for "force-systemd-env-056000", held for 2.302360625s

	W0213 15:03:06.314821    3218 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-056000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p force-systemd-env-056000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0213 15:03:06.333889    3218 out.go:177] 

	W0213 15:03:06.337917    3218 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0213 15:03:06.337948    3218 out.go:239] * 

	* 

	W0213 15:03:06.340041    3218 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0213 15:03:06.349838    3218 out.go:177] 

** /stderr **

docker_test.go:157: failed to start minikube with args: "out/minikube-darwin-arm64 start -p force-systemd-env-056000 --memory=2048 --alsologtostderr -v=5 --driver=qemu2 " : exit status 80

docker_test.go:110: (dbg) Run:  out/minikube-darwin-arm64 -p force-systemd-env-056000 ssh "docker info --format {{.CgroupDriver}}"

docker_test.go:110: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p force-systemd-env-056000 ssh "docker info --format {{.CgroupDriver}}": exit status 89 (108.417459ms)

-- stdout --

	* The control plane node must be running for this command

	  To start a cluster, run: "minikube start -p force-systemd-env-056000"

-- /stdout --

docker_test.go:112: failed to get docker cgroup driver. args "out/minikube-darwin-arm64 -p force-systemd-env-056000 ssh \"docker info --format {{.CgroupDriver}}\"": exit status 89

docker_test.go:166: *** TestForceSystemdEnv FAILED at 2024-02-13 15:03:06.470225 -0800 PST m=+1462.401464918

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-056000 -n force-systemd-env-056000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p force-systemd-env-056000 -n force-systemd-env-056000: exit status 7 (39.560958ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "force-systemd-env-056000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "force-systemd-env-056000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p force-systemd-env-056000

--- FAIL: TestForceSystemdEnv (10.16s)

=== RUN   TestFunctional/parallel/ServiceCmdConnect

=== PAUSE TestFunctional/parallel/ServiceCmdConnect

=== CONT  TestFunctional/parallel/ServiceCmdConnect

functional_test.go:1623: (dbg) Run:  kubectl --context functional-023000 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8

functional_test.go:1631: (dbg) Run:  kubectl --context functional-023000 expose deployment hello-node-connect --type=NodePort --port=8080

functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...

helpers_test.go:344: "hello-node-connect-7799dfb7c6-xxjct" [a91f83b1-de3a-4e82-bbc1-a07654eda3a2] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

helpers_test.go:344: "hello-node-connect-7799dfb7c6-xxjct" [a91f83b1-de3a-4e82-bbc1-a07654eda3a2] Running / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])

functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.004256875s

functional_test.go:1645: (dbg) Run:  out/minikube-darwin-arm64 -p functional-023000 service hello-node-connect --url

functional_test.go:1651: found endpoint for hello-node-connect: http://192.168.105.4:30122

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1657: error fetching http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1677: failed to fetch http://192.168.105.4:30122: Get "http://192.168.105.4:30122": dial tcp 192.168.105.4:30122: connect: connection refused

functional_test.go:1594: service test failed - dumping debug information

functional_test.go:1595: -----------------------service failure post-mortem--------------------------------

functional_test.go:1598: (dbg) Run:  kubectl --context functional-023000 describe po hello-node-connect

functional_test.go:1602: hello-node pod describe:

Name:             hello-node-connect-7799dfb7c6-xxjct

Namespace:        default

Priority:         0

Service Account:  default

Node:             functional-023000/192.168.105.4

Start Time:       Tue, 13 Feb 2024 14:51:34 -0800

Labels:           app=hello-node-connect

pod-template-hash=7799dfb7c6

Annotations:      <none>

Status:           Running

IP:               10.244.0.9

IPs:

IP:           10.244.0.9

Controlled By:  ReplicaSet/hello-node-connect-7799dfb7c6

Containers:

echoserver-arm:

Container ID:   docker://c51898944fdad30b6c7957d1dd1764799b5d3bb854969169c1bb78f3d1a4d9f0

Image:          registry.k8s.io/echoserver-arm:1.8

Image ID:       docker-pullable://registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5

Port:           <none>

Host Port:      <none>

State:          Terminated

Reason:       Error

Exit Code:    1

Started:      Tue, 13 Feb 2024 14:51:50 -0800

Finished:     Tue, 13 Feb 2024 14:51:50 -0800

Last State:     Terminated

Reason:       Error

Exit Code:    1

Started:      Tue, 13 Feb 2024 14:51:36 -0800

Finished:     Tue, 13 Feb 2024 14:51:36 -0800

Ready:          False

Restart Count:  2

Environment:    <none>

Mounts:

/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xrr66 (ro)

Conditions:

Type              Status

Initialized       True 

Ready             False 

ContainersReady   False 

PodScheduled      True 

Volumes:

kube-api-access-xrr66:

Type:                    Projected (a volume that contains injected data from multiple sources)

TokenExpirationSeconds:  3607

ConfigMapName:           kube-root-ca.crt

ConfigMapOptional:       <nil>

DownwardAPI:             true

QoS Class:                   BestEffort

Node-Selectors:              <none>

Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

Events:

Type     Reason     Age                From               Message

----     ------     ----               ----               -------

Normal   Scheduled  26s                default-scheduler  Successfully assigned default/hello-node-connect-7799dfb7c6-xxjct to functional-023000

Normal   Pulled     11s (x3 over 26s)  kubelet            Container image "registry.k8s.io/echoserver-arm:1.8" already present on machine

Normal   Created    11s (x3 over 26s)  kubelet            Created container echoserver-arm

Normal   Started    11s (x3 over 26s)  kubelet            Started container echoserver-arm

Warning  BackOff    10s (x2 over 24s)  kubelet            Back-off restarting failed container echoserver-arm in pod hello-node-connect-7799dfb7c6-xxjct_default(a91f83b1-de3a-4e82-bbc1-a07654eda3a2)

functional_test.go:1604: (dbg) Run:  kubectl --context functional-023000 logs -l app=hello-node-connect

functional_test.go:1608: hello-node logs:

exec /usr/sbin/nginx: exec format error

functional_test.go:1610: (dbg) Run:  kubectl --context functional-023000 describe svc hello-node-connect

functional_test.go:1614: hello-node svc describe:

Name:                     hello-node-connect

Namespace:                default

Labels:                   app=hello-node-connect

Annotations:              <none>

Selector:                 app=hello-node-connect

Type:                     NodePort

IP Family Policy:         SingleStack

IP Families:              IPv4

IP:                       10.106.34.99

IPs:                      10.106.34.99

Port:                     <unset>  8080/TCP

TargetPort:               8080/TCP

NodePort:                 <unset>  30122/TCP

Endpoints:                

Session Affinity:         None

External Traffic Policy:  Cluster

Events:                   <none>

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p functional-023000 -n functional-023000

helpers_test.go:244: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestFunctional/parallel/ServiceCmdConnect]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p functional-023000 logs -n 25

helpers_test.go:252: TestFunctional/parallel/ServiceCmdConnect logs: 

-- stdout --

	==> Audit <==

	|---------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| Command |                                                         Args                                                         |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|---------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| image   | functional-023000 image load                                                                                         | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | /Users/jenkins/workspace/addon-resizer-save.tar                                                                      |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                                    |                   |         |         |                     |                     |

	| service | functional-023000                                                                                                    | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | service hello-node --url                                                                                             |                   |         |         |                     |                     |

	|         | --format={{.IP}}                                                                                                     |                   |         |         |                     |                     |

	| service | functional-023000 service                                                                                            | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | hello-node --url                                                                                                     |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh echo                                                                                           | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | hello                                                                                                                |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh cat                                                                                            | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | /etc/hostname                                                                                                        |                   |         |         |                     |                     |

	| tunnel  | functional-023000 tunnel                                                                                             | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | --alsologtostderr                                                                                                    |                   |         |         |                     |                     |

	| tunnel  | functional-023000 tunnel                                                                                             | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | --alsologtostderr                                                                                                    |                   |         |         |                     |                     |

	| image   | functional-023000 image ls                                                                                           | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	| image   | functional-023000 image save --daemon                                                                                | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | gcr.io/google-containers/addon-resizer:functional-023000                                                             |                   |         |         |                     |                     |

	|         | --alsologtostderr                                                                                                    |                   |         |         |                     |                     |

	| tunnel  | functional-023000 tunnel                                                                                             | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | --alsologtostderr                                                                                                    |                   |         |         |                     |                     |

	| addons  | functional-023000 addons list                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	| addons  | functional-023000 addons list                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | -o json                                                                                                              |                   |         |         |                     |                     |

	| service | functional-023000 service                                                                                            | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | hello-node-connect --url                                                                                             |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh findmnt                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| mount   | -p functional-023000                                                                                                 | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdany-port2134871966/001:/mount-9p      |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1                                                                                               |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh findmnt                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh findmnt                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST |                     |

	|         | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh findmnt                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh -- ls                                                                                          | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | -la /mount-9p                                                                                                        |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh cat                                                                                            | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:51 PST | 13 Feb 24 14:51 PST |

	|         | /mount-9p/test-1707864710097207000                                                                                   |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh stat                                                                                           | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|         | /mount-9p/created-by-test                                                                                            |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh stat                                                                                           | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|         | /mount-9p/created-by-pod                                                                                             |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh sudo                                                                                           | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|         | umount -f /mount-9p                                                                                                  |                   |         |         |                     |                     |

	| mount   | -p functional-023000                                                                                                 | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|         | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdspecific-port2131026763/001:/mount-9p |                   |         |         |                     |                     |

	|         | --alsologtostderr -v=1 --port 46464                                                                                  |                   |         |         |                     |                     |

	| ssh     | functional-023000 ssh findmnt                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|         | -T /mount-9p | grep 9p                                                                                               |                   |         |         |                     |                     |

	|---------|----------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/02/13 14:50:28

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.21.6 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0213 14:50:28.887430    2040 out.go:291] Setting OutFile to fd 1 ...

	I0213 14:50:28.887563    2040 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:50:28.887565    2040 out.go:304] Setting ErrFile to fd 2...

	I0213 14:50:28.887567    2040 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:50:28.887712    2040 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 14:50:28.888712    2040 out.go:298] Setting JSON to false

	I0213 14:50:28.905215    2040 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1050,"bootTime":1707863578,"procs":462,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 14:50:28.905318    2040 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 14:50:28.909988    2040 out.go:177] * [functional-023000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 14:50:28.913988    2040 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 14:50:28.918037    2040 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:50:28.914073    2040 notify.go:220] Checking for updates...

	I0213 14:50:28.924966    2040 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 14:50:28.927991    2040 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 14:50:28.930959    2040 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 14:50:28.933962    2040 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 14:50:28.937215    2040 config.go:182] Loaded profile config "functional-023000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:50:28.937261    2040 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 14:50:28.940821    2040 out.go:177] * Using the qemu2 driver based on existing profile

	I0213 14:50:28.947953    2040 start.go:298] selected driver: qemu2

	I0213 14:50:28.947955    2040 start.go:902] validating driver "qemu2" against &{Name:functional-023000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConf

ig:{KubernetesVersion:v1.28.4 ClusterName:functional-023000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-

host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:50:28.947994    2040 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 14:50:28.950191    2040 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0213 14:50:28.950232    2040 cni.go:84] Creating CNI manager for ""

	I0213 14:50:28.950238    2040 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:50:28.950242    2040 start_flags.go:321] config:

	{Name:functional-023000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-023000 Namespace:default A

PIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-

host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:50:28.954404    2040 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 14:50:28.961926    2040 out.go:177] * Starting control plane node functional-023000 in cluster functional-023000

	I0213 14:50:28.965899    2040 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:50:28.965910    2040 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 14:50:28.965917    2040 cache.go:56] Caching tarball of preloaded images

	I0213 14:50:28.965973    2040 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 14:50:28.965976    2040 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 14:50:28.966041    2040 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/config.json ...

	I0213 14:50:28.966485    2040 start.go:365] acquiring machines lock for functional-023000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 14:50:28.966515    2040 start.go:369] acquired machines lock for "functional-023000" in 26.833µs

	I0213 14:50:28.966522    2040 start.go:96] Skipping create...Using existing machine configuration

	I0213 14:50:28.966527    2040 fix.go:54] fixHost starting: 

	I0213 14:50:28.967165    2040 fix.go:102] recreateIfNeeded on functional-023000: state=Running err=<nil>

	W0213 14:50:28.967171    2040 fix.go:128] unexpected machine state, will restart: <nil>

	I0213 14:50:28.975983    2040 out.go:177] * Updating the running qemu2 "functional-023000" VM ...

	I0213 14:50:28.979906    2040 machine.go:88] provisioning docker machine ...

	I0213 14:50:28.979914    2040 buildroot.go:166] provisioning hostname "functional-023000"

	I0213 14:50:28.979938    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:28.980174    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:28.980178    2040 main.go:141] libmachine: About to run SSH command:

	sudo hostname functional-023000 && echo "functional-023000" | sudo tee /etc/hostname

	I0213 14:50:29.032669    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: functional-023000

	I0213 14:50:29.032714    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:29.032942    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:29.032949    2040 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sfunctional-023000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 functional-023000/g' /etc/hosts;

				else 

					echo '127.0.1.1 functional-023000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0213 14:50:29.081059    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0213 14:50:29.081066    2040 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18170-979/.minikube CaCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18170-979/.minikube}

	I0213 14:50:29.081073    2040 buildroot.go:174] setting up certificates

	I0213 14:50:29.081078    2040 provision.go:83] configureAuth start

	I0213 14:50:29.081080    2040 provision.go:138] copyHostCerts

	I0213 14:50:29.081135    2040 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem, removing ...

	I0213 14:50:29.081138    2040 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem

	I0213 14:50:29.081256    2040 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem (1078 bytes)

	I0213 14:50:29.081432    2040 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem, removing ...

	I0213 14:50:29.081433    2040 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem

	I0213 14:50:29.081497    2040 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem (1123 bytes)

	I0213 14:50:29.081597    2040 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem, removing ...

	I0213 14:50:29.081599    2040 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem

	I0213 14:50:29.081739    2040 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem (1675 bytes)

	I0213 14:50:29.081866    2040 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem org=jenkins.functional-023000 san=[192.168.105.4 192.168.105.4 localhost 127.0.0.1 minikube functional-023000]

	I0213 14:50:29.276735    2040 provision.go:172] copyRemoteCerts

	I0213 14:50:29.276774    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0213 14:50:29.276782    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:29.305203    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0213 14:50:29.312003    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0213 14:50:29.319618    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem --> /etc/docker/server.pem (1229 bytes)

	I0213 14:50:29.326514    2040 provision.go:86] duration metric: configureAuth took 245.439708ms

	I0213 14:50:29.326520    2040 buildroot.go:189] setting minikube options for container-runtime

	I0213 14:50:29.326638    2040 config.go:182] Loaded profile config "functional-023000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:50:29.326682    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:29.326899    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:29.326903    2040 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0213 14:50:29.377584    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0213 14:50:29.377589    2040 buildroot.go:70] root file system type: tmpfs

	I0213 14:50:29.377639    2040 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0213 14:50:29.377703    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:29.377933    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:29.377964    2040 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0213 14:50:29.431655    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0213 14:50:29.431702    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:29.431935    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:29.431941    2040 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0213 14:50:29.480517    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0213 14:50:29.480523    2040 machine.go:91] provisioned docker machine in 500.629083ms

	I0213 14:50:29.480527    2040 start.go:300] post-start starting for "functional-023000" (driver="qemu2")

	I0213 14:50:29.480532    2040 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0213 14:50:29.480569    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0213 14:50:29.480576    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:29.506671    2040 ssh_runner.go:195] Run: cat /etc/os-release

	I0213 14:50:29.508142    2040 info.go:137] Remote host: Buildroot 2021.02.12

	I0213 14:50:29.508146    2040 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/addons for local assets ...

	I0213 14:50:29.508213    2040 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/files for local assets ...

	I0213 14:50:29.508317    2040 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem -> 14072.pem in /etc/ssl/certs

	I0213 14:50:29.508425    2040 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/test/nested/copy/1407/hosts -> hosts in /etc/test/nested/copy/1407

	I0213 14:50:29.508454    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs /etc/test/nested/copy/1407

	I0213 14:50:29.511714    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:50:29.519284    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/test/nested/copy/1407/hosts --> /etc/test/nested/copy/1407/hosts (40 bytes)

	I0213 14:50:29.526380    2040 start.go:303] post-start completed in 45.850667ms

	I0213 14:50:29.526384    2040 fix.go:56] fixHost completed within 559.877667ms

	I0213 14:50:29.526412    2040 main.go:141] libmachine: Using SSH client type: native

	I0213 14:50:29.526631    2040 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10529b8e0] 0x10529e050 <nil>  [] 0s} 192.168.105.4 22 <nil> <nil>}

	I0213 14:50:29.526634    2040 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0213 14:50:29.573934    2040 main.go:141] libmachine: SSH cmd err, output: <nil>: 1707864629.676266102

	I0213 14:50:29.573939    2040 fix.go:206] guest clock: 1707864629.676266102

	I0213 14:50:29.573942    2040 fix.go:219] Guest: 2024-02-13 14:50:29.676266102 -0800 PST Remote: 2024-02-13 14:50:29.526385 -0800 PST m=+0.660441418 (delta=149.881102ms)

	I0213 14:50:29.573950    2040 fix.go:190] guest clock delta is within tolerance: 149.881102ms

	I0213 14:50:29.573952    2040 start.go:83] releasing machines lock for "functional-023000", held for 607.453334ms

	I0213 14:50:29.574199    2040 ssh_runner.go:195] Run: cat /version.json

	I0213 14:50:29.574205    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:29.574237    2040 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0213 14:50:29.574255    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:29.600211    2040 ssh_runner.go:195] Run: systemctl --version

	I0213 14:50:29.602523    2040 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0213 14:50:29.645822    2040 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0213 14:50:29.645861    2040 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0213 14:50:29.648573    2040 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable

	I0213 14:50:29.648578    2040 start.go:475] detecting cgroup driver to use...

	I0213 14:50:29.648639    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:50:29.653820    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0213 14:50:29.656647    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0213 14:50:29.660022    2040 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0213 14:50:29.660041    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0213 14:50:29.663700    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:50:29.667356    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0213 14:50:29.670979    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:50:29.673889    2040 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0213 14:50:29.676791    2040 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0213 14:50:29.680070    2040 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0213 14:50:29.682908    2040 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0213 14:50:29.687616    2040 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:50:29.786100    2040 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0213 14:50:29.792219    2040 start.go:475] detecting cgroup driver to use...

	I0213 14:50:29.792264    2040 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0213 14:50:29.799468    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:50:29.804435    2040 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0213 14:50:29.810733    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:50:29.815645    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:50:29.820425    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:50:29.826046    2040 ssh_runner.go:195] Run: which cri-dockerd

	I0213 14:50:29.827394    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0213 14:50:29.830053    2040 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0213 14:50:29.835134    2040 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0213 14:50:29.923903    2040 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0213 14:50:30.032840    2040 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0213 14:50:30.032903    2040 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0213 14:50:30.038218    2040 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:50:30.129304    2040 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:50:41.408118    2040 ssh_runner.go:235] Completed: sudo systemctl restart docker: (11.27914525s)

	I0213 14:50:41.408179    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0213 14:50:41.413171    2040 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0213 14:50:41.419339    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:50:41.424701    2040 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0213 14:50:41.479692    2040 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0213 14:50:41.564269    2040 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:50:41.643459    2040 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0213 14:50:41.649933    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:50:41.654690    2040 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:50:41.743644    2040 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0213 14:50:41.769683    2040 start.go:522] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0213 14:50:41.769744    2040 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0213 14:50:41.771725    2040 start.go:543] Will wait 60s for crictl version

	I0213 14:50:41.771754    2040 ssh_runner.go:195] Run: which crictl

	I0213 14:50:41.773061    2040 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0213 14:50:41.789486    2040 start.go:559] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.7

	RuntimeApiVersion:  v1

	I0213 14:50:41.789565    2040 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:50:41.801063    2040 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:50:41.812478    2040 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...

	I0213 14:50:41.812556    2040 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0213 14:50:41.820739    2040 out.go:177]   - apiserver.enable-admission-plugins=NamespaceAutoProvision

	I0213 14:50:41.825675    2040 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:50:41.825712    2040 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:50:41.832647    2040 docker.go:685] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-023000

	registry.k8s.io/kube-apiserver:v1.28.4

	registry.k8s.io/kube-scheduler:v1.28.4

	registry.k8s.io/kube-controller-manager:v1.28.4

	registry.k8s.io/kube-proxy:v1.28.4

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I0213 14:50:41.832657    2040 docker.go:615] Images already preloaded, skipping extraction

	I0213 14:50:41.832699    2040 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:50:41.838472    2040 docker.go:685] Got preloaded images: -- stdout --

	minikube-local-cache-test:functional-023000

	registry.k8s.io/kube-apiserver:v1.28.4

	registry.k8s.io/kube-scheduler:v1.28.4

	registry.k8s.io/kube-controller-manager:v1.28.4

	registry.k8s.io/kube-proxy:v1.28.4

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	registry.k8s.io/pause:3.3

	registry.k8s.io/pause:3.1

	registry.k8s.io/pause:latest

	-- /stdout --

	I0213 14:50:41.838478    2040 cache_images.go:84] Images are preloaded, skipping loading

	I0213 14:50:41.838528    2040 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0213 14:50:41.846217    2040 extraconfig.go:124] Overwriting default enable-admission-plugins=NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota with user provided enable-admission-plugins=NamespaceAutoProvision for component apiserver

	I0213 14:50:41.846229    2040 cni.go:84] Creating CNI manager for ""

	I0213 14:50:41.846234    2040 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:50:41.846239    2040 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0213 14:50:41.846247    2040 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.4 APIServerPort:8441 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:functional-023000 NodeName:functional-023000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceAutoProvision] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.4"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.4 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOp

ts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0213 14:50:41.846320    2040 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.4

	  bindPort: 8441

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "functional-023000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.4

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceAutoProvision"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8441

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0213 14:50:41.846348    2040 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=functional-023000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.4

	[Install]

	 config:

	{KubernetesVersion:v1.28.4 ClusterName:functional-023000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:}

	I0213 14:50:41.846402    2040 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4

	I0213 14:50:41.849848    2040 binaries.go:44] Found k8s binaries, skipping transfer

	I0213 14:50:41.849875    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0213 14:50:41.852799    2040 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)

	I0213 14:50:41.858035    2040 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0213 14:50:41.863396    2040 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (1953 bytes)

	I0213 14:50:41.868429    2040 ssh_runner.go:195] Run: grep 192.168.105.4	control-plane.minikube.internal$ /etc/hosts

	I0213 14:50:41.869785    2040 certs.go:56] Setting up /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000 for IP: 192.168.105.4

	I0213 14:50:41.869792    2040 certs.go:190] acquiring lock for shared ca certs: {Name:mk65e421691b8fb2c09fb65e08f20f9a769da9f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:50:41.869910    2040 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key

	I0213 14:50:41.869950    2040 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key

	I0213 14:50:41.869996    2040 certs.go:315] skipping minikube-user signed cert generation: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/client.key

	I0213 14:50:41.870042    2040 certs.go:315] skipping minikube signed cert generation: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/apiserver.key.942c473b

	I0213 14:50:41.870082    2040 certs.go:315] skipping aggregator signed cert generation: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/proxy-client.key

	I0213 14:50:41.870207    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem (1338 bytes)

	W0213 14:50:41.870234    2040 certs.go:433] ignoring /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407_empty.pem, impossibly tiny 0 bytes

	I0213 14:50:41.870239    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem (1675 bytes)

	I0213 14:50:41.870255    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem (1078 bytes)

	I0213 14:50:41.870281    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem (1123 bytes)

	I0213 14:50:41.870295    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem (1675 bytes)

	I0213 14:50:41.870331    2040 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:50:41.870647    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0213 14:50:41.877740    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0213 14:50:41.884924    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0213 14:50:41.891665    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/functional-023000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0213 14:50:41.898719    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0213 14:50:41.906304    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0213 14:50:41.913705    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0213 14:50:41.920848    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0213 14:50:41.927839    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem --> /usr/share/ca-certificates/1407.pem (1338 bytes)

	I0213 14:50:41.934865    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /usr/share/ca-certificates/14072.pem (1708 bytes)

	I0213 14:50:41.942144    2040 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0213 14:50:41.949210    2040 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0213 14:50:41.954466    2040 ssh_runner.go:195] Run: openssl version

	I0213 14:50:41.956543    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1407.pem && ln -fs /usr/share/ca-certificates/1407.pem /etc/ssl/certs/1407.pem"

	I0213 14:50:41.959478    2040 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1407.pem

	I0213 14:50:41.962422    2040 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 13 22:48 /usr/share/ca-certificates/1407.pem

	I0213 14:50:41.962452    2040 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1407.pem

	I0213 14:50:41.965131    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1407.pem /etc/ssl/certs/51391683.0"

	I0213 14:50:41.969427    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14072.pem && ln -fs /usr/share/ca-certificates/14072.pem /etc/ssl/certs/14072.pem"

	I0213 14:50:41.973421    2040 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14072.pem

	I0213 14:50:41.975664    2040 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 13 22:48 /usr/share/ca-certificates/14072.pem

	I0213 14:50:41.975695    2040 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14072.pem

	I0213 14:50:41.977741    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14072.pem /etc/ssl/certs/3ec20f2e.0"

	I0213 14:50:41.981981    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0213 14:50:41.986622    2040 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:50:41.989114    2040 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 13 22:40 /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:50:41.989148    2040 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:50:41.991225    2040 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0213 14:50:41.994020    2040 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0213 14:50:41.995552    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0213 14:50:41.997555    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0213 14:50:41.999510    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0213 14:50:42.001302    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0213 14:50:42.003093    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0213 14:50:42.005040    2040 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0213 14:50:42.006892    2040 kubeadm.go:404] StartCluster: {Name:functional-023000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersi

on:v1.28.4 ClusterName:functional-023000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExp

iration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:50:42.006957    2040 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0213 14:50:42.015606    2040 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0213 14:50:42.018874    2040 kubeadm.go:419] found existing configuration files, will attempt cluster restart

	I0213 14:50:42.018882    2040 kubeadm.go:636] restartCluster start

	I0213 14:50:42.018902    2040 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I0213 14:50:42.021925    2040 kubeadm.go:127] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0213 14:50:42.022193    2040 kubeconfig.go:92] found "functional-023000" server: "https://192.168.105.4:8441"

	I0213 14:50:42.022908    2040 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0213 14:50:42.026172    2040 kubeadm.go:602] needs reconfigure: configs differ:

	-- stdout --

	--- /var/tmp/minikube/kubeadm.yaml

	+++ /var/tmp/minikube/kubeadm.yaml.new

	@@ -22,7 +22,7 @@

	 apiServer:

	   certSANs: ["127.0.0.1", "localhost", "192.168.105.4"]

	   extraArgs:

	-    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	+    enable-admission-plugins: "NamespaceAutoProvision"

	 controllerManager:

	   extraArgs:

	     allocate-node-cidrs: "true"

	-- /stdout --

	I0213 14:50:42.026175    2040 kubeadm.go:1135] stopping kube-system containers ...

	I0213 14:50:42.026214    2040 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0213 14:50:42.033536    2040 docker.go:483] Stopping containers: [e50a56d76c4f f713ef213d1e 8247211c0b94 02a5890ca97a 94ebb14965ec 17ff29fb9034 394efea15479 20a6df9ad125 2e07c86de0d0 f6cfdad2964f 66efa4dc1972 3a00cb470dbb ff65fb976a72 accdbdf8906b f29d30e326ab 0d71327388f8 26ff15f74afb c78456f8d405 149cb5ac9c13 2678f81a699f a266f2accf89 2c31b9ee3dd6 b053d9fb6277 56d42047f742 3b05555d410c 6c13f401b629 a5166c4dde63 4a73f22abd5c]

	I0213 14:50:42.033591    2040 ssh_runner.go:195] Run: docker stop e50a56d76c4f f713ef213d1e 8247211c0b94 02a5890ca97a 94ebb14965ec 17ff29fb9034 394efea15479 20a6df9ad125 2e07c86de0d0 f6cfdad2964f 66efa4dc1972 3a00cb470dbb ff65fb976a72 accdbdf8906b f29d30e326ab 0d71327388f8 26ff15f74afb c78456f8d405 149cb5ac9c13 2678f81a699f a266f2accf89 2c31b9ee3dd6 b053d9fb6277 56d42047f742 3b05555d410c 6c13f401b629 a5166c4dde63 4a73f22abd5c

	I0213 14:50:42.040389    2040 ssh_runner.go:195] Run: sudo systemctl stop kubelet

	I0213 14:50:42.117535    2040 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0213 14:50:42.121508    2040 kubeadm.go:155] found existing configuration files:

	-rw------- 1 root root 5643 Feb 13 22:49 /etc/kubernetes/admin.conf

	-rw------- 1 root root 5653 Feb 13 22:49 /etc/kubernetes/controller-manager.conf

	-rw------- 1 root root 2007 Feb 13 22:49 /etc/kubernetes/kubelet.conf

	-rw------- 1 root root 5601 Feb 13 22:49 /etc/kubernetes/scheduler.conf

	I0213 14:50:42.121547    2040 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/admin.conf

	I0213 14:50:42.124854    2040 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/kubelet.conf

	I0213 14:50:42.127815    2040 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf

	I0213 14:50:42.130659    2040 kubeadm.go:166] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/controller-manager.conf: Process exited with status 1

	stdout:

	stderr:

	I0213 14:50:42.130683    2040 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0213 14:50:42.133793    2040 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf

	I0213 14:50:42.136516    2040 kubeadm.go:166] "https://control-plane.minikube.internal:8441" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8441 /etc/kubernetes/scheduler.conf: Process exited with status 1

	stdout:

	stderr:

	I0213 14:50:42.136535    2040 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0213 14:50:42.139198    2040 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0213 14:50:42.142306    2040 kubeadm.go:713] reconfiguring cluster from /var/tmp/minikube/kubeadm.yaml

	I0213 14:50:42.142309    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:42.164372    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:42.464278    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:42.590265    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:42.622194    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:42.656109    2040 api_server.go:52] waiting for apiserver process to appear ...

	I0213 14:50:42.656175    2040 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:50:43.158217    2040 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:50:43.658203    2040 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:50:43.662740    2040 api_server.go:72] duration metric: took 1.006663375s to wait for apiserver process to appear ...

	I0213 14:50:43.662747    2040 api_server.go:88] waiting for apiserver healthz status ...

	I0213 14:50:43.662754    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:45.923657    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W0213 14:50:45.923668    2040 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I0213 14:50:45.923673    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:45.935889    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W0213 14:50:45.935891    2040 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I0213 14:50:46.164751    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:46.168298    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	W0213 14:50:46.168305    2040 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	I0213 14:50:46.664712    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:46.669495    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	W0213 14:50:46.669505    2040 api_server.go:103] status: https://192.168.105.4:8441/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	healthz check failed

	I0213 14:50:47.164689    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:47.167909    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I0213 14:50:47.173293    2040 api_server.go:141] control plane version: v1.28.4

	I0213 14:50:47.173302    2040 api_server.go:131] duration metric: took 3.51066075s to wait for apiserver health ...

	I0213 14:50:47.173306    2040 cni.go:84] Creating CNI manager for ""

	I0213 14:50:47.173312    2040 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:50:47.230632    2040 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0213 14:50:47.235025    2040 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0213 14:50:47.239874    2040 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0213 14:50:47.245183    2040 system_pods.go:43] waiting for kube-system pods to appear ...

	I0213 14:50:47.250065    2040 system_pods.go:59] 7 kube-system pods found

	I0213 14:50:47.250076    2040 system_pods.go:61] "coredns-5dd5756b68-j4dqh" [cc6922f7-7809-42a6-af44-b7aae85d55e6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])

	I0213 14:50:47.250079    2040 system_pods.go:61] "etcd-functional-023000" [19eb7e0e-ace2-4fdf-ada4-2b6783a79c65] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])

	I0213 14:50:47.250082    2040 system_pods.go:61] "kube-apiserver-functional-023000" [c8ead5b0-47fa-44c5-b822-179729f2772a] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])

	I0213 14:50:47.250085    2040 system_pods.go:61] "kube-controller-manager-functional-023000" [9b158f36-e940-4720-8805-a03004fbc530] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])

	I0213 14:50:47.250087    2040 system_pods.go:61] "kube-proxy-k7hxc" [aab0d5c3-c390-4ea8-942c-1b8d2a727ec3] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])

	I0213 14:50:47.250089    2040 system_pods.go:61] "kube-scheduler-functional-023000" [82258949-a1b8-40ae-8933-82ed7c91d9b7] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])

	I0213 14:50:47.250092    2040 system_pods.go:61] "storage-provisioner" [76f674ca-abf0-4a30-9686-1037b7406533] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0213 14:50:47.250098    2040 system_pods.go:74] duration metric: took 4.910709ms to wait for pod list to return data ...

	I0213 14:50:47.250101    2040 node_conditions.go:102] verifying NodePressure condition ...

	I0213 14:50:47.251973    2040 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0213 14:50:47.251981    2040 node_conditions.go:123] node cpu capacity is 2

	I0213 14:50:47.251986    2040 node_conditions.go:105] duration metric: took 1.882458ms to run NodePressure ...

	I0213 14:50:47.251993    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"

	I0213 14:50:47.333113    2040 kubeadm.go:772] waiting for restarted kubelet to initialise ...

	I0213 14:50:47.335377    2040 kubeadm.go:787] kubelet initialised

	I0213 14:50:47.335381    2040 kubeadm.go:788] duration metric: took 2.260291ms waiting for restarted kubelet to initialise ...

	I0213 14:50:47.335384    2040 pod_ready.go:35] extra waiting up to 4m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:50:47.338035    2040 pod_ready.go:78] waiting up to 4m0s for pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:49.343086    2040 pod_ready.go:102] pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace has status "Ready":"False"

	I0213 14:50:51.343434    2040 pod_ready.go:102] pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace has status "Ready":"False"

	I0213 14:50:52.843329    2040 pod_ready.go:92] pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:52.843334    2040 pod_ready.go:81] duration metric: took 5.505462958s waiting for pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:52.843337    2040 pod_ready.go:78] waiting up to 4m0s for pod "etcd-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:54.848516    2040 pod_ready.go:102] pod "etcd-functional-023000" in "kube-system" namespace has status "Ready":"False"

	I0213 14:50:56.346480    2040 pod_ready.go:92] pod "etcd-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:56.346486    2040 pod_ready.go:81] duration metric: took 3.503252875s waiting for pod "etcd-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:56.346490    2040 pod_ready.go:78] waiting up to 4m0s for pod "kube-apiserver-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.351467    2040 pod_ready.go:92] pod "kube-apiserver-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:57.351473    2040 pod_ready.go:81] duration metric: took 1.005010625s waiting for pod "kube-apiserver-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.351476    2040 pod_ready.go:78] waiting up to 4m0s for pod "kube-controller-manager-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.353996    2040 pod_ready.go:92] pod "kube-controller-manager-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:57.353999    2040 pod_ready.go:81] duration metric: took 2.520292ms waiting for pod "kube-controller-manager-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.354002    2040 pod_ready.go:78] waiting up to 4m0s for pod "kube-proxy-k7hxc" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.356190    2040 pod_ready.go:92] pod "kube-proxy-k7hxc" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:57.356193    2040 pod_ready.go:81] duration metric: took 2.188625ms waiting for pod "kube-proxy-k7hxc" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.356196    2040 pod_ready.go:78] waiting up to 4m0s for pod "kube-scheduler-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.358110    2040 pod_ready.go:92] pod "kube-scheduler-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:57.358112    2040 pod_ready.go:81] duration metric: took 1.914625ms waiting for pod "kube-scheduler-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.358115    2040 pod_ready.go:38] duration metric: took 10.023034333s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:50:57.358122    2040 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0213 14:50:57.361978    2040 ops.go:34] apiserver oom_adj: -16

	I0213 14:50:57.361982    2040 kubeadm.go:640] restartCluster took 15.343567041s

	I0213 14:50:57.361984    2040 kubeadm.go:406] StartCluster complete in 15.355564042s

	I0213 14:50:57.361991    2040 settings.go:142] acquiring lock: {Name:mkdd6397441cfaf6d06a74b65d6ddefdb863237c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:50:57.362061    2040 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:50:57.362394    2040 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/kubeconfig: {Name:mkf66d96abab1e512e6f2721c341e70e5b11c9ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:50:57.362606    2040 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0213 14:50:57.362639    2040 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]

	I0213 14:50:57.362669    2040 addons.go:69] Setting storage-provisioner=true in profile "functional-023000"

	I0213 14:50:57.362679    2040 addons.go:234] Setting addon storage-provisioner=true in "functional-023000"

	W0213 14:50:57.362681    2040 addons.go:243] addon storage-provisioner should already be in state true

	I0213 14:50:57.362681    2040 addons.go:69] Setting default-storageclass=true in profile "functional-023000"

	I0213 14:50:57.362687    2040 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "functional-023000"

	I0213 14:50:57.362705    2040 host.go:66] Checking if "functional-023000" exists ...

	I0213 14:50:57.362706    2040 config.go:182] Loaded profile config "functional-023000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:50:57.363721    2040 addons.go:234] Setting addon default-storageclass=true in "functional-023000"

	W0213 14:50:57.363725    2040 addons.go:243] addon default-storageclass should already be in state true

	I0213 14:50:57.363731    2040 host.go:66] Checking if "functional-023000" exists ...

	I0213 14:50:57.364305    2040 kapi.go:248] "coredns" deployment in "kube-system" namespace and "functional-023000" context rescaled to 1 replicas

	I0213 14:50:57.364313    2040 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.4 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:50:57.371687    2040 out.go:177] * Verifying Kubernetes components...

	I0213 14:50:57.374601    2040 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:50:57.364852    2040 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml

	I0213 14:50:57.378650    2040 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0213 14:50:57.379918    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:57.378669    2040 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:50:57.379930    2040 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0213 14:50:57.379935    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:50:57.379942    2040 sshutil.go:53] new ssh client: &{IP:192.168.105.4 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/functional-023000/id_rsa Username:docker}

	I0213 14:50:57.398254    2040 start.go:902] CoreDNS already contains "host.minikube.internal" host record, skipping...

	I0213 14:50:57.400301    2040 node_ready.go:35] waiting up to 6m0s for node "functional-023000" to be "Ready" ...

	I0213 14:50:57.401726    2040 node_ready.go:49] node "functional-023000" has status "Ready":"True"

	I0213 14:50:57.401737    2040 node_ready.go:38] duration metric: took 1.423125ms waiting for node "functional-023000" to be "Ready" ...

	I0213 14:50:57.401739    2040 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:50:57.412168    2040 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:50:57.439807    2040 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0213 14:50:57.548899    2040 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.775405    2040 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I0213 14:50:57.779353    2040 addons.go:505] enable addons completed in 416.725917ms: enabled=[storage-provisioner default-storageclass]

	I0213 14:50:57.946733    2040 pod_ready.go:92] pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:57.946738    2040 pod_ready.go:81] duration metric: took 397.845208ms waiting for pod "coredns-5dd5756b68-j4dqh" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:57.946742    2040 pod_ready.go:78] waiting up to 6m0s for pod "etcd-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:58.346906    2040 pod_ready.go:92] pod "etcd-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:58.346913    2040 pod_ready.go:81] duration metric: took 400.180541ms waiting for pod "etcd-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:58.346917    2040 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:58.746786    2040 pod_ready.go:92] pod "kube-apiserver-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:58.746791    2040 pod_ready.go:81] duration metric: took 399.884042ms waiting for pod "kube-apiserver-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:58.746795    2040 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.146818    2040 pod_ready.go:92] pod "kube-controller-manager-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:59.146823    2040 pod_ready.go:81] duration metric: took 400.038208ms waiting for pod "kube-controller-manager-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.146827    2040 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k7hxc" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.546188    2040 pod_ready.go:92] pod "kube-proxy-k7hxc" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:59.546198    2040 pod_ready.go:81] duration metric: took 399.375875ms waiting for pod "kube-proxy-k7hxc" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.546202    2040 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.945596    2040 pod_ready.go:92] pod "kube-scheduler-functional-023000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:50:59.945601    2040 pod_ready.go:81] duration metric: took 399.408708ms waiting for pod "kube-scheduler-functional-023000" in "kube-system" namespace to be "Ready" ...

	I0213 14:50:59.945606    2040 pod_ready.go:38] duration metric: took 2.543940542s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:50:59.945618    2040 api_server.go:52] waiting for apiserver process to appear ...

	I0213 14:50:59.945699    2040 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:50:59.950761    2040 api_server.go:72] duration metric: took 2.586517959s to wait for apiserver process to appear ...

	I0213 14:50:59.950765    2040 api_server.go:88] waiting for apiserver healthz status ...

	I0213 14:50:59.950771    2040 api_server.go:253] Checking apiserver healthz at https://192.168.105.4:8441/healthz ...

	I0213 14:50:59.953769    2040 api_server.go:279] https://192.168.105.4:8441/healthz returned 200:

	ok

	I0213 14:50:59.954451    2040 api_server.go:141] control plane version: v1.28.4

	I0213 14:50:59.954456    2040 api_server.go:131] duration metric: took 3.6895ms to wait for apiserver health ...

	I0213 14:50:59.954458    2040 system_pods.go:43] waiting for kube-system pods to appear ...

	I0213 14:51:00.148913    2040 system_pods.go:59] 7 kube-system pods found

	I0213 14:51:00.148920    2040 system_pods.go:61] "coredns-5dd5756b68-j4dqh" [cc6922f7-7809-42a6-af44-b7aae85d55e6] Running

	I0213 14:51:00.148922    2040 system_pods.go:61] "etcd-functional-023000" [19eb7e0e-ace2-4fdf-ada4-2b6783a79c65] Running

	I0213 14:51:00.148924    2040 system_pods.go:61] "kube-apiserver-functional-023000" [c8ead5b0-47fa-44c5-b822-179729f2772a] Running

	I0213 14:51:00.148926    2040 system_pods.go:61] "kube-controller-manager-functional-023000" [9b158f36-e940-4720-8805-a03004fbc530] Running

	I0213 14:51:00.148928    2040 system_pods.go:61] "kube-proxy-k7hxc" [aab0d5c3-c390-4ea8-942c-1b8d2a727ec3] Running

	I0213 14:51:00.148929    2040 system_pods.go:61] "kube-scheduler-functional-023000" [82258949-a1b8-40ae-8933-82ed7c91d9b7] Running

	I0213 14:51:00.148931    2040 system_pods.go:61] "storage-provisioner" [76f674ca-abf0-4a30-9686-1037b7406533] Running

	I0213 14:51:00.148934    2040 system_pods.go:74] duration metric: took 194.479625ms to wait for pod list to return data ...

	I0213 14:51:00.148937    2040 default_sa.go:34] waiting for default service account to be created ...

	I0213 14:51:00.346861    2040 default_sa.go:45] found service account: "default"

	I0213 14:51:00.346867    2040 default_sa.go:55] duration metric: took 197.934ms for default service account to be created ...

	I0213 14:51:00.346869    2040 system_pods.go:116] waiting for k8s-apps to be running ...

	I0213 14:51:00.548902    2040 system_pods.go:86] 7 kube-system pods found

	I0213 14:51:00.548908    2040 system_pods.go:89] "coredns-5dd5756b68-j4dqh" [cc6922f7-7809-42a6-af44-b7aae85d55e6] Running

	I0213 14:51:00.548910    2040 system_pods.go:89] "etcd-functional-023000" [19eb7e0e-ace2-4fdf-ada4-2b6783a79c65] Running

	I0213 14:51:00.548912    2040 system_pods.go:89] "kube-apiserver-functional-023000" [c8ead5b0-47fa-44c5-b822-179729f2772a] Running

	I0213 14:51:00.548914    2040 system_pods.go:89] "kube-controller-manager-functional-023000" [9b158f36-e940-4720-8805-a03004fbc530] Running

	I0213 14:51:00.548916    2040 system_pods.go:89] "kube-proxy-k7hxc" [aab0d5c3-c390-4ea8-942c-1b8d2a727ec3] Running

	I0213 14:51:00.548918    2040 system_pods.go:89] "kube-scheduler-functional-023000" [82258949-a1b8-40ae-8933-82ed7c91d9b7] Running

	I0213 14:51:00.548920    2040 system_pods.go:89] "storage-provisioner" [76f674ca-abf0-4a30-9686-1037b7406533] Running

	I0213 14:51:00.548922    2040 system_pods.go:126] duration metric: took 202.05775ms to wait for k8s-apps to be running ...

	I0213 14:51:00.548925    2040 system_svc.go:44] waiting for kubelet service to be running ....

	I0213 14:51:00.548985    2040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:51:00.554269    2040 system_svc.go:56] duration metric: took 5.343083ms WaitForService to wait for kubelet.

	I0213 14:51:00.554274    2040 kubeadm.go:581] duration metric: took 3.190051042s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0213 14:51:00.554282    2040 node_conditions.go:102] verifying NodePressure condition ...

	I0213 14:51:00.745858    2040 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0213 14:51:00.745864    2040 node_conditions.go:123] node cpu capacity is 2

	I0213 14:51:00.745869    2040 node_conditions.go:105] duration metric: took 191.590875ms to run NodePressure ...

	I0213 14:51:00.745873    2040 start.go:228] waiting for startup goroutines ...

	I0213 14:51:00.745876    2040 start.go:233] waiting for cluster config update ...

	I0213 14:51:00.745880    2040 start.go:242] writing updated cluster config ...

	I0213 14:51:00.746214    2040 ssh_runner.go:195] Run: rm -f paused

	I0213 14:51:00.776283    2040 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)

	I0213 14:51:00.781265    2040 out.go:177] * Done! kubectl is now configured to use "functional-023000" cluster and "default" namespace by default

	==> Docker <==

	-- Journal begins at Tue 2024-02-13 22:48:59 UTC, ends at Tue 2024-02-13 22:52:01 UTC. --

	Feb 13 22:51:53 functional-023000 dockerd[6759]: time="2024-02-13T22:51:53.153152623Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:53 functional-023000 dockerd[6759]: time="2024-02-13T22:51:53.153161248Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:51:53 functional-023000 dockerd[6759]: time="2024-02-13T22:51:53.153526151Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:53 functional-023000 cri-dockerd[6955]: time="2024-02-13T22:51:53Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/c52d66550a57be5a5dd6526d024bf556103c31a6eb8201268f0f299681d2450a/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.805148033Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.805206407Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.805225489Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.805232989Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:57 functional-023000 dockerd[6753]: time="2024-02-13T22:51:57.856087051Z" level=info msg="ignoring event" container=b848b52a82aef10f875ea4d3fb2e95ed74622b2c8065e70a9c5b12d7710ad65b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.856348001Z" level=info msg="shim disconnected" id=b848b52a82aef10f875ea4d3fb2e95ed74622b2c8065e70a9c5b12d7710ad65b namespace=moby

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.856388249Z" level=warning msg="cleaning up after shim disconnected" id=b848b52a82aef10f875ea4d3fb2e95ed74622b2c8065e70a9c5b12d7710ad65b namespace=moby

	Feb 13 22:51:57 functional-023000 dockerd[6759]: time="2024-02-13T22:51:57.856392666Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:51:58 functional-023000 cri-dockerd[6955]: time="2024-02-13T22:51:58Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/busybox:1.28.4-glibc: Status: Downloaded newer image for gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.890023174Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.890052714Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.890059214Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.890063339Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.960634038Z" level=info msg="shim disconnected" id=61b370ef1bcd879dbf61a0fac1ae32b68d5b3447198e73224f04b818800256fa namespace=moby

	Feb 13 22:51:58 functional-023000 dockerd[6753]: time="2024-02-13T22:51:58.960763243Z" level=info msg="ignoring event" container=61b370ef1bcd879dbf61a0fac1ae32b68d5b3447198e73224f04b818800256fa module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.961051317Z" level=warning msg="cleaning up after shim disconnected" id=61b370ef1bcd879dbf61a0fac1ae32b68d5b3447198e73224f04b818800256fa namespace=moby

	Feb 13 22:51:58 functional-023000 dockerd[6759]: time="2024-02-13T22:51:58.961061734Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:52:00 functional-023000 dockerd[6753]: time="2024-02-13T22:52:00.458442097Z" level=info msg="ignoring event" container=c52d66550a57be5a5dd6526d024bf556103c31a6eb8201268f0f299681d2450a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:52:00 functional-023000 dockerd[6759]: time="2024-02-13T22:52:00.458935000Z" level=info msg="shim disconnected" id=c52d66550a57be5a5dd6526d024bf556103c31a6eb8201268f0f299681d2450a namespace=moby

	Feb 13 22:52:00 functional-023000 dockerd[6759]: time="2024-02-13T22:52:00.458964790Z" level=warning msg="cleaning up after shim disconnected" id=c52d66550a57be5a5dd6526d024bf556103c31a6eb8201268f0f299681d2450a namespace=moby

	Feb 13 22:52:00 functional-023000 dockerd[6759]: time="2024-02-13T22:52:00.458968999Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE                                                                                                 CREATED              STATE               NAME                      ATTEMPT             POD ID              POD

	61b370ef1bcd8       gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e   3 seconds ago        Exited              mount-munger              0                   c52d66550a57b       busybox-mount

	b848b52a82aef       72565bf5bbedf                                                                                         4 seconds ago        Exited              echoserver-arm            3                   9976d404e9a2d       hello-node-759d89bdcc-xzst7

	c51898944fdad       72565bf5bbedf                                                                                         11 seconds ago       Exited              echoserver-arm            2                   fb074f3fdbb53       hello-node-connect-7799dfb7c6-xxjct

	e2b018351c1b8       nginx@sha256:0e1330510a8e57568e7e908b27a50658ae84de9e9f907647cb4628fbc799f938                         18 seconds ago       Running             myfrontend                0                   7cb111cb62aa7       sp-pod

	9abde6462e634       nginx@sha256:f2802c2a9d09c7aa3ace27445dfc5656ff24355da28e7b958074a0111e3fc076                         32 seconds ago       Running             nginx                     0                   63dfdfc03a22b       nginx-svc

	363d1e8b3bbed       97e04611ad434                                                                                         About a minute ago   Running             coredns                   2                   52472a12e5f20       coredns-5dd5756b68-j4dqh

	5b37aa35c1d09       ba04bb24b9575                                                                                         About a minute ago   Running             storage-provisioner       2                   818e1f22a2297       storage-provisioner

	d16f36e64f5a4       3ca3ca488cf13                                                                                         About a minute ago   Running             kube-proxy                2                   1a9c5a71636f3       kube-proxy-k7hxc

	d6b40b3486d06       9961cbceaf234                                                                                         About a minute ago   Running             kube-controller-manager   2                   e0a0514050e08       kube-controller-manager-functional-023000

	bd5e16fde3662       04b4c447bb9d4                                                                                         About a minute ago   Running             kube-apiserver            0                   2e91d240d503d       kube-apiserver-functional-023000

	aa914f9a54673       9cdd6470f48c8                                                                                         About a minute ago   Running             etcd                      2                   44de1d116ebfe       etcd-functional-023000

	f7314cfd5f9db       05c284c929889                                                                                         About a minute ago   Running             kube-scheduler            2                   0afc184149278       kube-scheduler-functional-023000

	e50a56d76c4f4       ba04bb24b9575                                                                                         2 minutes ago        Exited              storage-provisioner       1                   3a00cb470dbb1       storage-provisioner

	f713ef213d1e3       9cdd6470f48c8                                                                                         2 minutes ago        Exited              etcd                      1                   2e07c86de0d0d       etcd-functional-023000

	8247211c0b94d       97e04611ad434                                                                                         2 minutes ago        Exited              coredns                   1                   20a6df9ad1250       coredns-5dd5756b68-j4dqh

	02a5890ca97a4       3ca3ca488cf13                                                                                         2 minutes ago        Exited              kube-proxy                1                   66efa4dc19720       kube-proxy-k7hxc

	94ebb14965ec1       05c284c929889                                                                                         2 minutes ago        Exited              kube-scheduler            1                   f6cfdad2964f9       kube-scheduler-functional-023000

	17ff29fb90345       9961cbceaf234                                                                                         2 minutes ago        Exited              kube-controller-manager   1                   ff65fb976a72d       kube-controller-manager-functional-023000

	==> coredns [363d1e8b3bbe] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:49313 - 45244 "HINFO IN 2422349660560043206.2224516744457748921. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.008772097s

	[INFO] 10.244.0.1:31121 - 1714 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 4096" NOERROR qr,aa,rd 104 0.000109033s

	[INFO] 10.244.0.1:26876 - 7624 "AAAA IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 146 0.000060412s

	[INFO] 10.244.0.1:13074 - 41700 "A IN nginx-svc.default.svc.cluster.local. udp 53 false 512" NOERROR qr,aa,rd 104 0.00002229s

	[INFO] 10.244.0.1:60552 - 61458 "SVCB IN _dns.resolver.arpa. udp 36 false 512" NXDOMAIN qr,rd,ra 116 0.000982965s

	[INFO] 10.244.0.1:62820 - 41601 "A IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 104 0.000054704s

	[INFO] 10.244.0.1:8906 - 6704 "AAAA IN nginx-svc.default.svc.cluster.local. udp 64 false 1232" NOERROR qr,aa,rd 146 0.000076994s

	==> coredns [8247211c0b94] <==

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] 127.0.0.1:60106 - 50238 "HINFO IN 8938237480464064656.3946831428024127251. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009409482s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> describe nodes <==

	Name:               functional-023000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=functional-023000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93

	                    minikube.k8s.io/name=functional-023000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_02_13T14_49_16_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 13 Feb 2024 22:49:13 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  functional-023000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 13 Feb 2024 22:51:57 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 13 Feb 2024 22:51:47 +0000   Tue, 13 Feb 2024 22:49:12 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 13 Feb 2024 22:51:47 +0000   Tue, 13 Feb 2024 22:49:12 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 13 Feb 2024 22:51:47 +0000   Tue, 13 Feb 2024 22:49:12 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 13 Feb 2024 22:51:47 +0000   Tue, 13 Feb 2024 22:49:19 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.4

	  Hostname:    functional-023000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	System Info:

	  Machine ID:                 150140fd123d4da79335ad7c25c50290

	  System UUID:                150140fd123d4da79335ad7c25c50290

	  Boot ID:                    8ca2d10a-088e-4e65-8c43-644f047c5cc9

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.28.4

	  Kube-Proxy Version:         v1.28.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (11 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  default                     hello-node-759d89bdcc-xzst7                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         53s

	  default                     hello-node-connect-7799dfb7c6-xxjct          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27s

	  default                     nginx-svc                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         36s

	  default                     sp-pod                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19s

	  kube-system                 coredns-5dd5756b68-j4dqh                     100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     2m32s

	  kube-system                 etcd-functional-023000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         2m45s

	  kube-system                 kube-apiserver-functional-023000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         75s

	  kube-system                 kube-controller-manager-functional-023000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m45s

	  kube-system                 kube-proxy-k7hxc                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m32s

	  kube-system                 kube-scheduler-functional-023000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m45s

	  kube-system                 storage-provisioner                          0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m31s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                    From             Message

	  ----    ------                   ----                   ----             -------

	  Normal  Starting                 2m31s                  kube-proxy       

	  Normal  Starting                 74s                    kube-proxy       

	  Normal  Starting                 2m5s                   kube-proxy       

	  Normal  NodeHasNoDiskPressure    2m50s (x8 over 2m50s)  kubelet          Node functional-023000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  2m50s (x8 over 2m50s)  kubelet          Node functional-023000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 2m50s                  kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     2m50s (x7 over 2m50s)  kubelet          Node functional-023000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m50s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientPID     2m45s                  kubelet          Node functional-023000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  2m45s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  2m45s                  kubelet          Node functional-023000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2m45s                  kubelet          Node functional-023000 status is now: NodeHasNoDiskPressure

	  Normal  Starting                 2m45s                  kubelet          Starting kubelet.

	  Normal  NodeReady                2m42s                  kubelet          Node functional-023000 status is now: NodeReady

	  Normal  RegisteredNode           2m33s                  node-controller  Node functional-023000 event: Registered Node functional-023000 in Controller

	  Normal  RegisteredNode           113s                   node-controller  Node functional-023000 event: Registered Node functional-023000 in Controller

	  Normal  NodeHasNoDiskPressure    79s (x8 over 79s)      kubelet          Node functional-023000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  79s (x8 over 79s)      kubelet          Node functional-023000 status is now: NodeHasSufficientMemory

	  Normal  Starting                 79s                    kubelet          Starting kubelet.

	  Normal  NodeHasSufficientPID     79s (x7 over 79s)      kubelet          Node functional-023000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  79s                    kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           63s                    node-controller  Node functional-023000 event: Registered Node functional-023000 in Controller

	==> dmesg <==

	[  +0.034972] systemd-fstab-generator[3726]: Ignoring "noauto" for root device

	[  +0.139335] systemd-fstab-generator[3760]: Ignoring "noauto" for root device

	[  +0.099326] systemd-fstab-generator[3771]: Ignoring "noauto" for root device

	[  +0.101225] systemd-fstab-generator[3784]: Ignoring "noauto" for root device

	[  +5.069807] kauditd_printk_skb: 38 callbacks suppressed

	[  +6.156726] systemd-fstab-generator[4346]: Ignoring "noauto" for root device

	[  +0.068872] systemd-fstab-generator[4357]: Ignoring "noauto" for root device

	[  +0.078241] systemd-fstab-generator[4368]: Ignoring "noauto" for root device

	[  +0.097736] systemd-fstab-generator[4382]: Ignoring "noauto" for root device

	[  +7.098551] kauditd_printk_skb: 77 callbacks suppressed

	[Feb13 22:50] systemd-fstab-generator[6294]: Ignoring "noauto" for root device

	[  +0.141515] systemd-fstab-generator[6327]: Ignoring "noauto" for root device

	[  +0.107571] systemd-fstab-generator[6338]: Ignoring "noauto" for root device

	[  +0.098193] systemd-fstab-generator[6351]: Ignoring "noauto" for root device

	[  +5.123374] kauditd_printk_skb: 38 callbacks suppressed

	[  +6.242496] systemd-fstab-generator[6912]: Ignoring "noauto" for root device

	[  +0.081953] systemd-fstab-generator[6923]: Ignoring "noauto" for root device

	[  +0.080650] systemd-fstab-generator[6934]: Ignoring "noauto" for root device

	[  +0.098400] systemd-fstab-generator[6948]: Ignoring "noauto" for root device

	[  +0.839152] systemd-fstab-generator[7200]: Ignoring "noauto" for root device

	[  +4.594632] kauditd_printk_skb: 89 callbacks suppressed

	[Feb13 22:51] kauditd_printk_skb: 1 callbacks suppressed

	[  +5.020756] kauditd_printk_skb: 4 callbacks suppressed

	[ +21.519341] kauditd_printk_skb: 1 callbacks suppressed

	[  +5.056088] kauditd_printk_skb: 1 callbacks suppressed

	==> etcd [aa914f9a5467] <==

	{"level":"info","ts":"2024-02-13T22:50:43.541104Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}

	{"level":"info","ts":"2024-02-13T22:50:43.541131Z","caller":"etcdserver/server.go:754","msg":"starting initial election tick advance","election-ticks":10}

	{"level":"info","ts":"2024-02-13T22:50:43.541186Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:50:43.541196Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:50:43.541199Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:50:43.541279Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-02-13T22:50:43.541282Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-02-13T22:50:43.541488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 switched to configuration voters=(527499358918876438)"}

	{"level":"info","ts":"2024-02-13T22:50:43.541508Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","added-peer-id":"7520ddf439b1d16","added-peer-peer-urls":["https://192.168.105.4:2380"]}

	{"level":"info","ts":"2024-02-13T22:50:43.541548Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"80e92d98c466b02f","local-member-id":"7520ddf439b1d16","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:50:43.541558Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:50:45.411096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 3"}

	{"level":"info","ts":"2024-02-13T22:50:45.411322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 3"}

	{"level":"info","ts":"2024-02-13T22:50:45.41137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-02-13T22:50:45.411408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 4"}

	{"level":"info","ts":"2024-02-13T22:50:45.411426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-02-13T22:50:45.411452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 4"}

	{"level":"info","ts":"2024-02-13T22:50:45.411476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 4"}

	{"level":"info","ts":"2024-02-13T22:50:45.413952Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-023000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-02-13T22:50:45.413961Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:50:45.414325Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-02-13T22:50:45.414377Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-02-13T22:50:45.41401Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:50:45.416988Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-02-13T22:50:45.417137Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	==> etcd [f713ef213d1e] <==

	{"level":"info","ts":"2024-02-13T22:49:54.564029Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-02-13T22:49:56.021513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 is starting a new election at term 2"}

	{"level":"info","ts":"2024-02-13T22:49:56.021618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became pre-candidate at term 2"}

	{"level":"info","ts":"2024-02-13T22:49:56.021652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgPreVoteResp from 7520ddf439b1d16 at term 2"}

	{"level":"info","ts":"2024-02-13T22:49:56.021682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became candidate at term 3"}

	{"level":"info","ts":"2024-02-13T22:49:56.021768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 received MsgVoteResp from 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-02-13T22:49:56.021798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7520ddf439b1d16 became leader at term 3"}

	{"level":"info","ts":"2024-02-13T22:49:56.021827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7520ddf439b1d16 elected leader 7520ddf439b1d16 at term 3"}

	{"level":"info","ts":"2024-02-13T22:49:56.024992Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"7520ddf439b1d16","local-member-attributes":"{Name:functional-023000 ClientURLs:[https://192.168.105.4:2379]}","request-path":"/0/members/7520ddf439b1d16/attributes","cluster-id":"80e92d98c466b02f","publish-timeout":"7s"}

	{"level":"info","ts":"2024-02-13T22:49:56.025068Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:49:56.026123Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-02-13T22:49:56.026158Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-02-13T22:49:56.026192Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:49:56.027507Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2024-02-13T22:49:56.028063Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.4:2379"}

	{"level":"info","ts":"2024-02-13T22:50:30.268294Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"}

	{"level":"info","ts":"2024-02-13T22:50:30.268317Z","caller":"embed/etcd.go:376","msg":"closing etcd server","name":"functional-023000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	{"level":"warn","ts":"2024-02-13T22:50:30.268356Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-02-13T22:50:30.268397Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-02-13T22:50:30.2817Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-02-13T22:50:30.281728Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.105.4:2379: use of closed network connection"}

	{"level":"info","ts":"2024-02-13T22:50:30.281747Z","caller":"etcdserver/server.go:1465","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7520ddf439b1d16","current-leader-member-id":"7520ddf439b1d16"}

	{"level":"info","ts":"2024-02-13T22:50:30.282988Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-02-13T22:50:30.283015Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.168.105.4:2380"}

	{"level":"info","ts":"2024-02-13T22:50:30.283019Z","caller":"embed/etcd.go:378","msg":"closed etcd server","name":"functional-023000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.105.4:2380"],"advertise-client-urls":["https://192.168.105.4:2379"]}

	==> kernel <==

	 22:52:01 up 3 min,  0 users,  load average: 0.84, 0.33, 0.12

	Linux functional-023000 5.10.57 #1 SMP PREEMPT Thu Dec 28 19:03:47 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	==> kube-apiserver [bd5e16fde366] <==

	I0213 22:50:46.100688       1 shared_informer.go:318] Caches are synced for configmaps

	I0213 22:50:46.100735       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I0213 22:50:46.101897       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller

	I0213 22:50:46.101909       1 apf_controller.go:377] Running API Priority and Fairness config worker

	I0213 22:50:46.101911       1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process

	I0213 22:50:46.102275       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0213 22:50:46.102289       1 cache.go:39] Caches are synced for AvailableConditionController controller

	I0213 22:50:46.102891       1 aggregator.go:166] initial CRD sync complete...

	I0213 22:50:46.102902       1 autoregister_controller.go:141] Starting autoregister controller

	I0213 22:50:46.102904       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0213 22:50:46.102907       1 cache.go:39] Caches are synced for autoregister controller

	I0213 22:50:47.002287       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	W0213 22:50:47.108312       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.4]

	I0213 22:50:47.108808       1 controller.go:624] quota admission added evaluator for: endpoints

	I0213 22:50:47.113132       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0213 22:50:47.409359       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0213 22:50:47.412642       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0213 22:50:47.425005       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0213 22:50:47.432371       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0213 22:50:47.434749       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0213 22:51:02.382145       1 alloc.go:330] "allocated clusterIPs" service="default/invalid-svc" clusterIPs={"IPv4":"10.98.218.61"}

	I0213 22:51:08.537532       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0213 22:51:08.585224       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node" clusterIPs={"IPv4":"10.101.252.138"}

	I0213 22:51:25.516424       1 alloc.go:330] "allocated clusterIPs" service="default/nginx-svc" clusterIPs={"IPv4":"10.111.98.254"}

	I0213 22:51:34.959183       1 alloc.go:330] "allocated clusterIPs" service="default/hello-node-connect" clusterIPs={"IPv4":"10.106.34.99"}

	==> kube-controller-manager [17ff29fb9034] <==

	I0213 22:50:08.781635       1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""

	I0213 22:50:08.781689       1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="functional-023000"

	I0213 22:50:08.781718       1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal"

	I0213 22:50:08.781911       1 event.go:307] "Event occurred" object="functional-023000" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node functional-023000 event: Registered Node functional-023000 in Controller"

	I0213 22:50:08.782530       1 shared_informer.go:318] Caches are synced for expand

	I0213 22:50:08.783643       1 shared_informer.go:318] Caches are synced for TTL after finished

	I0213 22:50:08.783656       1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator

	I0213 22:50:08.785087       1 shared_informer.go:318] Caches are synced for daemon sets

	I0213 22:50:08.785891       1 shared_informer.go:318] Caches are synced for job

	I0213 22:50:08.785922       1 shared_informer.go:318] Caches are synced for deployment

	I0213 22:50:08.787222       1 shared_informer.go:318] Caches are synced for TTL

	I0213 22:50:08.788301       1 shared_informer.go:318] Caches are synced for certificate-csrapproving

	I0213 22:50:08.792559       1 shared_informer.go:318] Caches are synced for PVC protection

	I0213 22:50:08.798246       1 shared_informer.go:318] Caches are synced for namespace

	I0213 22:50:08.800360       1 shared_informer.go:318] Caches are synced for PV protection

	I0213 22:50:08.802500       1 shared_informer.go:318] Caches are synced for cronjob

	I0213 22:50:08.804644       1 shared_informer.go:318] Caches are synced for ephemeral

	I0213 22:50:08.889414       1 shared_informer.go:318] Caches are synced for attach detach

	I0213 22:50:08.901765       1 shared_informer.go:318] Caches are synced for endpoint

	I0213 22:50:08.952605       1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring

	I0213 22:50:08.960966       1 shared_informer.go:318] Caches are synced for resource quota

	I0213 22:50:09.004743       1 shared_informer.go:318] Caches are synced for resource quota

	I0213 22:50:09.320915       1 shared_informer.go:318] Caches are synced for garbage collector

	I0213 22:50:09.400306       1 shared_informer.go:318] Caches are synced for garbage collector

	I0213 22:50:09.400317       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"

	==> kube-controller-manager [d6b40b3486d0] <==

	I0213 22:50:59.138381       1 shared_informer.go:318] Caches are synced for garbage collector

	I0213 22:50:59.138391       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"

	I0213 22:51:08.539815       1 event.go:307] "Event occurred" object="default/hello-node" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-node-759d89bdcc to 1"

	I0213 22:51:08.551080       1 event.go:307] "Event occurred" object="default/hello-node-759d89bdcc" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-node-759d89bdcc-xzst7"

	I0213 22:51:08.556223       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="16.755399ms"

	I0213 22:51:08.558533       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="2.283233ms"

	I0213 22:51:08.560253       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="28.828µs"

	I0213 22:51:08.564777       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="37.451µs"

	I0213 22:51:17.090133       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="31.538µs"

	I0213 22:51:18.101390       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="46.493µs"

	I0213 22:51:19.109958       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="23.83µs"

	I0213 22:51:30.341782       1 event.go:307] "Event occurred" object="default/myclaim" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'k8s.io/minikube-hostpath' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."

	I0213 22:51:33.245894       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="38.664µs"

	I0213 22:51:34.917142       1 event.go:307] "Event occurred" object="default/hello-node-connect" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-node-connect-7799dfb7c6 to 1"

	I0213 22:51:34.922426       1 event.go:307] "Event occurred" object="default/hello-node-connect-7799dfb7c6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-node-connect-7799dfb7c6-xxjct"

	I0213 22:51:34.925048       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="8.094459ms"

	I0213 22:51:34.927189       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="2.122711ms"

	I0213 22:51:34.927210       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="10.499µs"

	I0213 22:51:34.933853       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="18.082µs"

	I0213 22:51:36.273914       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="28.082µs"

	I0213 22:51:37.287942       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="23.248µs"

	I0213 22:51:46.768812       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="24.624µs"

	I0213 22:51:50.764114       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="27.498µs"

	I0213 22:51:51.368378       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-connect-7799dfb7c6" duration="28.541µs"

	I0213 22:51:58.407591       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-node-759d89bdcc" duration="27.624µs"

	==> kube-proxy [02a5890ca97a] <==

	I0213 22:49:54.969098       1 server_others.go:69] "Using iptables proxy"

	I0213 22:49:56.701602       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I0213 22:49:56.711121       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0213 22:49:56.711135       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0213 22:49:56.711707       1 server_others.go:152] "Using iptables Proxier"

	I0213 22:49:56.711729       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0213 22:49:56.711811       1 server.go:846] "Version info" version="v1.28.4"

	I0213 22:49:56.711819       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0213 22:49:56.712672       1 config.go:188] "Starting service config controller"

	I0213 22:49:56.712678       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0213 22:49:56.712687       1 config.go:97] "Starting endpoint slice config controller"

	I0213 22:49:56.712689       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0213 22:49:56.712973       1 config.go:315] "Starting node config controller"

	I0213 22:49:56.712977       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0213 22:49:56.813265       1 shared_informer.go:318] Caches are synced for node config

	I0213 22:49:56.813364       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0213 22:49:56.813374       1 shared_informer.go:318] Caches are synced for service config

	==> kube-proxy [d16f36e64f5a] <==

	I0213 22:50:47.302555       1 server_others.go:69] "Using iptables proxy"

	I0213 22:50:47.308296       1 node.go:141] Successfully retrieved node IP: 192.168.105.4

	I0213 22:50:47.329163       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0213 22:50:47.329178       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0213 22:50:47.329951       1 server_others.go:152] "Using iptables Proxier"

	I0213 22:50:47.329970       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0213 22:50:47.330049       1 server.go:846] "Version info" version="v1.28.4"

	I0213 22:50:47.330055       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0213 22:50:47.330875       1 config.go:188] "Starting service config controller"

	I0213 22:50:47.330903       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0213 22:50:47.330912       1 config.go:97] "Starting endpoint slice config controller"

	I0213 22:50:47.330913       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0213 22:50:47.331542       1 config.go:315] "Starting node config controller"

	I0213 22:50:47.331545       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0213 22:50:47.431296       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0213 22:50:47.431335       1 shared_informer.go:318] Caches are synced for service config

	I0213 22:50:47.431603       1 shared_informer.go:318] Caches are synced for node config

	==> kube-scheduler [94ebb14965ec] <==

	I0213 22:49:54.962723       1 serving.go:348] Generated self-signed cert in-memory

	W0213 22:49:56.643560       1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0213 22:49:56.643653       1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0213 22:49:56.643677       1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0213 22:49:56.643692       1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0213 22:49:56.690571       1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.4"

	I0213 22:49:56.690585       1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0213 22:49:56.691948       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0213 22:49:56.692102       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0213 22:49:56.692110       1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0213 22:49:56.692118       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I0213 22:49:56.793425       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0213 22:50:30.264846       1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259

	I0213 22:50:30.264877       1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController"

	E0213 22:50:30.264959       1 run.go:74] "command failed" err="finished without leader elect"

	==> kube-scheduler [f7314cfd5f9d] <==

	I0213 22:50:43.788092       1 serving.go:348] Generated self-signed cert in-memory

	W0213 22:50:46.024034       1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system.  Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'

	W0213 22:50:46.024048       1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"

	W0213 22:50:46.024053       1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0213 22:50:46.024056       1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0213 22:50:46.067282       1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.4"

	I0213 22:50:46.067296       1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0213 22:50:46.067951       1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"

	I0213 22:50:46.067989       1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0213 22:50:46.068301       1 secure_serving.go:213] Serving securely on 127.0.0.1:10259

	I0213 22:50:46.075330       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I0213 22:50:46.168502       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	-- Journal begins at Tue 2024-02-13 22:48:59 UTC, ends at Tue 2024-02-13 22:52:02 UTC. --

	Feb 13 22:51:42 functional-023000 kubelet[7206]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Feb 13 22:51:42 functional-023000 kubelet[7206]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Feb 13 22:51:42 functional-023000 kubelet[7206]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Feb 13 22:51:42 functional-023000 kubelet[7206]: I0213 22:51:42.848127    7206 scope.go:117] "RemoveContainer" containerID="394efea15479f22f9547b4f373b01f6bc221537517c69fc5ac0c5cafa3cebca9"

	Feb 13 22:51:46 functional-023000 kubelet[7206]: I0213 22:51:46.761801    7206 scope.go:117] "RemoveContainer" containerID="906530b8265a3be97ecef3acf07a7d8cb242bd3c897a838b55e69ad9cac78071"

	Feb 13 22:51:46 functional-023000 kubelet[7206]: E0213 22:51:46.761939    7206 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-759d89bdcc-xzst7_default(d70d9020-134f-4d0e-b670-298fb9f63319)\"" pod="default/hello-node-759d89bdcc-xzst7" podUID="d70d9020-134f-4d0e-b670-298fb9f63319"

	Feb 13 22:51:46 functional-023000 kubelet[7206]: I0213 22:51:46.768290    7206 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="default/sp-pod" podStartSLOduration=3.70332446 podCreationTimestamp="2024-02-13 22:51:42 +0000 UTC" firstStartedPulling="2024-02-13 22:51:42.892450005 +0000 UTC m=+60.202629269" lastFinishedPulling="2024-02-13 22:51:43.957391061 +0000 UTC m=+61.267570324" observedRunningTime="2024-02-13 22:51:44.326345622 +0000 UTC m=+61.636524885" watchObservedRunningTime="2024-02-13 22:51:46.768265515 +0000 UTC m=+64.078444737"

	Feb 13 22:51:50 functional-023000 kubelet[7206]: I0213 22:51:50.758354    7206 scope.go:117] "RemoveContainer" containerID="ba3535b05a327b925e1cd9c46cb61842d65649f139f6d9dad3f8345b85cc6243"

	Feb 13 22:51:51 functional-023000 kubelet[7206]: I0213 22:51:51.361888    7206 scope.go:117] "RemoveContainer" containerID="ba3535b05a327b925e1cd9c46cb61842d65649f139f6d9dad3f8345b85cc6243"

	Feb 13 22:51:51 functional-023000 kubelet[7206]: I0213 22:51:51.362073    7206 scope.go:117] "RemoveContainer" containerID="c51898944fdad30b6c7957d1dd1764799b5d3bb854969169c1bb78f3d1a4d9f0"

	Feb 13 22:51:51 functional-023000 kubelet[7206]: E0213 22:51:51.362168    7206 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 20s restarting failed container=echoserver-arm pod=hello-node-connect-7799dfb7c6-xxjct_default(a91f83b1-de3a-4e82-bbc1-a07654eda3a2)\"" pod="default/hello-node-connect-7799dfb7c6-xxjct" podUID="a91f83b1-de3a-4e82-bbc1-a07654eda3a2"

	Feb 13 22:51:52 functional-023000 kubelet[7206]: I0213 22:51:52.804054    7206 topology_manager.go:215] "Topology Admit Handler" podUID="05417798-acfc-429f-bd82-07978c196c97" podNamespace="default" podName="busybox-mount"

	Feb 13 22:51:52 functional-023000 kubelet[7206]: I0213 22:51:52.933891    7206 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q96gx\" (UniqueName: \"kubernetes.io/projected/05417798-acfc-429f-bd82-07978c196c97-kube-api-access-q96gx\") pod \"busybox-mount\" (UID: \"05417798-acfc-429f-bd82-07978c196c97\") " pod="default/busybox-mount"

	Feb 13 22:51:52 functional-023000 kubelet[7206]: I0213 22:51:52.933914    7206 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/05417798-acfc-429f-bd82-07978c196c97-test-volume\") pod \"busybox-mount\" (UID: \"05417798-acfc-429f-bd82-07978c196c97\") " pod="default/busybox-mount"

	Feb 13 22:51:57 functional-023000 kubelet[7206]: I0213 22:51:57.760823    7206 scope.go:117] "RemoveContainer" containerID="906530b8265a3be97ecef3acf07a7d8cb242bd3c897a838b55e69ad9cac78071"

	Feb 13 22:51:58 functional-023000 kubelet[7206]: I0213 22:51:58.400839    7206 scope.go:117] "RemoveContainer" containerID="906530b8265a3be97ecef3acf07a7d8cb242bd3c897a838b55e69ad9cac78071"

	Feb 13 22:51:58 functional-023000 kubelet[7206]: I0213 22:51:58.401004    7206 scope.go:117] "RemoveContainer" containerID="b848b52a82aef10f875ea4d3fb2e95ed74622b2c8065e70a9c5b12d7710ad65b"

	Feb 13 22:51:58 functional-023000 kubelet[7206]: E0213 22:51:58.401094    7206 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"echoserver-arm\" with CrashLoopBackOff: \"back-off 40s restarting failed container=echoserver-arm pod=hello-node-759d89bdcc-xzst7_default(d70d9020-134f-4d0e-b670-298fb9f63319)\"" pod="default/hello-node-759d89bdcc-xzst7" podUID="d70d9020-134f-4d0e-b670-298fb9f63319"

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.578987    7206 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-q96gx\" (UniqueName: \"kubernetes.io/projected/05417798-acfc-429f-bd82-07978c196c97-kube-api-access-q96gx\") pod \"05417798-acfc-429f-bd82-07978c196c97\" (UID: \"05417798-acfc-429f-bd82-07978c196c97\") "

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.579008    7206 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/05417798-acfc-429f-bd82-07978c196c97-test-volume\") pod \"05417798-acfc-429f-bd82-07978c196c97\" (UID: \"05417798-acfc-429f-bd82-07978c196c97\") "

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.579027    7206 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/05417798-acfc-429f-bd82-07978c196c97-test-volume" (OuterVolumeSpecName: "test-volume") pod "05417798-acfc-429f-bd82-07978c196c97" (UID: "05417798-acfc-429f-bd82-07978c196c97"). InnerVolumeSpecName "test-volume". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.581627    7206 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/05417798-acfc-429f-bd82-07978c196c97-kube-api-access-q96gx" (OuterVolumeSpecName: "kube-api-access-q96gx") pod "05417798-acfc-429f-bd82-07978c196c97" (UID: "05417798-acfc-429f-bd82-07978c196c97"). InnerVolumeSpecName "kube-api-access-q96gx". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.679365    7206 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-q96gx\" (UniqueName: \"kubernetes.io/projected/05417798-acfc-429f-bd82-07978c196c97-kube-api-access-q96gx\") on node \"functional-023000\" DevicePath \"\""

	Feb 13 22:52:00 functional-023000 kubelet[7206]: I0213 22:52:00.679380    7206 reconciler_common.go:300] "Volume detached for volume \"test-volume\" (UniqueName: \"kubernetes.io/host-path/05417798-acfc-429f-bd82-07978c196c97-test-volume\") on node \"functional-023000\" DevicePath \"\""

	Feb 13 22:52:01 functional-023000 kubelet[7206]: I0213 22:52:01.424516    7206 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c52d66550a57be5a5dd6526d024bf556103c31a6eb8201268f0f299681d2450a"

	==> storage-provisioner [5b37aa35c1d0] <==

	I0213 22:50:47.321235       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0213 22:50:47.326296       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0213 22:50:47.326351       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0213 22:51:04.710235       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0213 22:51:04.710318       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-023000_e4e56265-a1ef-474e-9bea-dd653b9615d9!

	I0213 22:51:04.710970       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c9d13cc8-965f-4469-903d-2f3eb9b40a9b", APIVersion:"v1", ResourceVersion:"645", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-023000_e4e56265-a1ef-474e-9bea-dd653b9615d9 became leader

	I0213 22:51:04.810804       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-023000_e4e56265-a1ef-474e-9bea-dd653b9615d9!

	I0213 22:51:30.342147       1 controller.go:1332] provision "default/myclaim" class "standard": started

	I0213 22:51:30.342182       1 storage_provisioner.go:61] Provisioning volume {&StorageClass{ObjectMeta:{standard    db5dde4d-e921-4a39-a898-7067ca84f5c0 390 0 2024-02-13 22:49:30 +0000 UTC <nil> <nil> map[addonmanager.kubernetes.io/mode:EnsureExists] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{"storageclass.kubernetes.io/is-default-class":"true"},"labels":{"addonmanager.kubernetes.io/mode":"EnsureExists"},"name":"standard"},"provisioner":"k8s.io/minikube-hostpath"}

	 storageclass.kubernetes.io/is-default-class:true] [] []  [{kubectl-client-side-apply Update storage.k8s.io/v1 2024-02-13 22:49:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{},"f:storageclass.kubernetes.io/is-default-class":{}},"f:labels":{".":{},"f:addonmanager.kubernetes.io/mode":{}}},"f:provisioner":{},"f:reclaimPolicy":{},"f:volumeBindingMode":{}}}]},Provisioner:k8s.io/minikube-hostpath,Parameters:map[string]string{},ReclaimPolicy:*Delete,MountOptions:[],AllowVolumeExpansion:nil,VolumeBindingMode:*Immediate,AllowedTopologies:[]TopologySelectorTerm{},} pvc-0dcb69f4-0889-4dc7-8849-9bf645caeeb8 &PersistentVolumeClaim{ObjectMeta:{myclaim  default  0dcb69f4-0889-4dc7-8849-9bf645caeeb8 730 0 2024-02-13 22:51:30 +0000 UTC <nil> <nil> map[] map[kubectl.kubernetes.io/last-applied-configuration:{"apiVersion":"v1","kind":"PersistentVolumeClaim","metadata":{"annotations":{},"name":"myclaim","namespace":"default"},"spec":{"accessModes":["Rea

dWriteOnce"],"resources":{"requests":{"storage":"500Mi"}},"volumeMode":"Filesystem"}}

	 volume.beta.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath volume.kubernetes.io/storage-provisioner:k8s.io/minikube-hostpath] [] [kubernetes.io/pvc-protection]  [{kube-controller-manager Update v1 2024-02-13 22:51:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:volume.beta.kubernetes.io/storage-provisioner":{},"f:volume.kubernetes.io/storage-provisioner":{}}}}} {kubectl-client-side-apply Update v1 2024-02-13 22:51:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:kubectl.kubernetes.io/last-applied-configuration":{}}},"f:spec":{"f:accessModes":{},"f:resources":{"f:requests":{".":{},"f:storage":{}}},"f:volumeMode":{}}}}]},Spec:PersistentVolumeClaimSpec{AccessModes:[ReadWriteOnce],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{storage: {{524288000 0} {<nil>} 500Mi BinarySI},},},VolumeName:,Selector:nil,StorageClassName:*standard,VolumeMode:*Filesystem,DataSource:nil,},Status:PersistentVolumeClaimStatus{Phase:Pending,AccessModes:[],Capacity:

ResourceList{},Conditions:[]PersistentVolumeClaimCondition{},},} nil} to /tmp/hostpath-provisioner/default/myclaim

	I0213 22:51:30.343505       1 controller.go:1439] provision "default/myclaim" class "standard": volume "pvc-0dcb69f4-0889-4dc7-8849-9bf645caeeb8" provisioned

	I0213 22:51:30.343564       1 controller.go:1456] provision "default/myclaim" class "standard": succeeded

	I0213 22:51:30.343572       1 volume_store.go:212] Trying to save persistentvolume "pvc-0dcb69f4-0889-4dc7-8849-9bf645caeeb8"

	I0213 22:51:30.344134       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"0dcb69f4-0889-4dc7-8849-9bf645caeeb8", APIVersion:"v1", ResourceVersion:"730", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "default/myclaim"

	I0213 22:51:30.349401       1 volume_store.go:219] persistentvolume "pvc-0dcb69f4-0889-4dc7-8849-9bf645caeeb8" saved

	I0213 22:51:30.349659       1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"default", Name:"myclaim", UID:"0dcb69f4-0889-4dc7-8849-9bf645caeeb8", APIVersion:"v1", ResourceVersion:"730", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-0dcb69f4-0889-4dc7-8849-9bf645caeeb8

	==> storage-provisioner [e50a56d76c4f] <==

	I0213 22:49:54.824492       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0213 22:49:56.694083       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0213 22:49:56.694155       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0213 22:50:14.087607       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0213 22:50:14.087757       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_functional-023000_4e7c704d-3057-4b4c-964f-6e501b299784!

	I0213 22:50:14.088090       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"c9d13cc8-965f-4469-903d-2f3eb9b40a9b", APIVersion:"v1", ResourceVersion:"521", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' functional-023000_4e7c704d-3057-4b4c-964f-6e501b299784 became leader

	I0213 22:50:14.187883       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_functional-023000_4e7c704d-3057-4b4c-964f-6e501b299784!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p functional-023000 -n functional-023000

helpers_test.go:261: (dbg) Run:  kubectl --context functional-023000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: busybox-mount

helpers_test.go:274: ======> post-mortem[TestFunctional/parallel/ServiceCmdConnect]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context functional-023000 describe pod busybox-mount

helpers_test.go:282: (dbg) kubectl --context functional-023000 describe pod busybox-mount:

-- stdout --

	Name:             busybox-mount

	Namespace:        default

	Priority:         0

	Service Account:  default

	Node:             functional-023000/192.168.105.4

	Start Time:       Tue, 13 Feb 2024 14:51:52 -0800

	Labels:           integration-test=busybox-mount

	Annotations:      <none>

	Status:           Succeeded

	IP:               10.244.0.11

	IPs:

	  IP:  10.244.0.11

	Containers:

	  mount-munger:

	    Container ID:  docker://61b370ef1bcd879dbf61a0fac1ae32b68d5b3447198e73224f04b818800256fa

	    Image:         gcr.io/k8s-minikube/busybox:1.28.4-glibc

	    Image ID:      docker-pullable://gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e

	    Port:          <none>

	    Host Port:     <none>

	    Command:

	      /bin/sh

	      -c

	      --

	    Args:

	      cat /mount-9p/created-by-test; echo test > /mount-9p/created-by-pod; rm /mount-9p/created-by-test-removed-by-pod; echo test > /mount-9p/created-by-pod-removed-by-test date >> /mount-9p/pod-dates

	    State:          Terminated

	      Reason:       Completed

	      Exit Code:    0

	      Started:      Tue, 13 Feb 2024 14:51:58 -0800

	      Finished:     Tue, 13 Feb 2024 14:51:58 -0800

	    Ready:          False

	    Restart Count:  0

	    Environment:    <none>

	    Mounts:

	      /mount-9p from test-volume (rw)

	      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-q96gx (ro)

	Conditions:

	  Type              Status

	  Initialized       True 

	  Ready             False 

	  ContainersReady   False 

	  PodScheduled      True 

	Volumes:

	  test-volume:

	    Type:          HostPath (bare host directory volume)

	    Path:          /mount-9p

	    HostPathType:  

	  kube-api-access-q96gx:

	    Type:                    Projected (a volume that contains injected data from multiple sources)

	    TokenExpirationSeconds:  3607

	    ConfigMapName:           kube-root-ca.crt

	    ConfigMapOptional:       <nil>

	    DownwardAPI:             true

	QoS Class:                   BestEffort

	Node-Selectors:              <none>

	Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s

	                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s

	Events:

	  Type    Reason     Age   From               Message

	  ----    ------     ----  ----               -------

	  Normal  Scheduled  9s    default-scheduler  Successfully assigned default/busybox-mount to functional-023000

	  Normal  Pulling    9s    kubelet            Pulling image "gcr.io/k8s-minikube/busybox:1.28.4-glibc"

	  Normal  Pulled     4s    kubelet            Successfully pulled image "gcr.io/k8s-minikube/busybox:1.28.4-glibc" in 5.593s (5.593s including waiting)

	  Normal  Created    4s    kubelet            Created container mount-munger

	  Normal  Started    4s    kubelet            Started container mount-munger

-- /stdout --

helpers_test.go:285: <<< TestFunctional/parallel/ServiceCmdConnect FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestFunctional/parallel/ServiceCmdConnect (27.39s)

=== RUN   TestImageBuild/serial/BuildWithBuildArg

image_test.go:99: (dbg) Run:  out/minikube-darwin-arm64 image build -t aaa:latest --build-opt=build-arg=ENV_A=test_env_str --build-opt=no-cache ./testdata/image-build/test-arg -p image-128000

image_test.go:105: failed to pass build-args with args: "out/minikube-darwin-arm64 image build -t aaa:latest --build-opt=build-arg=ENV_A=test_env_str --build-opt=no-cache ./testdata/image-build/test-arg -p image-128000" : 

-- stdout --

	Sending build context to Docker daemon  2.048kB

	Step 1/5 : FROM gcr.io/google-containers/alpine-with-bash:1.0

	 ---> 822c13824dc2

	Step 2/5 : ARG ENV_A

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in 7c14d79aabbe

	Removing intermediate container 7c14d79aabbe

	 ---> bb6a87bb449a

	Step 3/5 : ARG ENV_B

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in af40f31f4302

	Removing intermediate container af40f31f4302

	 ---> 185b1a33f8b1

	Step 4/5 : RUN echo "test-build-arg" $ENV_A $ENV_B

	 ---> [Warning] The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested

	 ---> Running in 869ba7887c3b

	exec /bin/sh: exec format error

	

-- /stdout --

** stderr ** 

	DEPRECATED: The legacy builder is deprecated and will be removed in a future release.

	            Install the buildx component to build images with BuildKit:

	            https://docs.docker.com/go/buildx/

	The command '/bin/sh -c echo "test-build-arg" $ENV_A $ENV_B' returned a non-zero code: 1

** /stderr **

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p image-128000 -n image-128000

helpers_test.go:244: <<< TestImageBuild/serial/BuildWithBuildArg FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestImageBuild/serial/BuildWithBuildArg]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p image-128000 logs -n 25

helpers_test.go:252: TestImageBuild/serial/BuildWithBuildArg logs: 

-- stdout --

	==> Audit <==

	|----------------|--------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	|    Command     |                                                        Args                                                        |      Profile      |  User   | Version |     Start Time      |      End Time       |

	|----------------|--------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	| start          | -p functional-023000 --dry-run                                                                                     | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | --alsologtostderr -v=1                                                                                             |                   |         |         |                     |                     |

	|                | --driver=qemu2                                                                                                     |                   |         |         |                     |                     |

	| mount          | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3430333438/001:/mount1 |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=1                                                                                             |                   |         |         |                     |                     |

	| mount          | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3430333438/001:/mount2 |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=1                                                                                             |                   |         |         |                     |                     |

	| ssh            | functional-023000 ssh findmnt                                                                                      | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | -T /mount1                                                                                                         |                   |         |         |                     |                     |

	| mount          | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/TestFunctionalparallelMountCmdVerifyCleanup3430333438/001:/mount3 |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=1                                                                                             |                   |         |         |                     |                     |

	| start          | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | --dry-run --memory                                                                                                 |                   |         |         |                     |                     |

	|                | 250MB --alsologtostderr                                                                                            |                   |         |         |                     |                     |

	|                | --driver=qemu2                                                                                                     |                   |         |         |                     |                     |

	| dashboard      | --url --port 36195                                                                                                 | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | -p functional-023000                                                                                               |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=1                                                                                             |                   |         |         |                     |                     |

	| ssh            | functional-023000 ssh findmnt                                                                                      | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | -T /mount1                                                                                                         |                   |         |         |                     |                     |

	| ssh            | functional-023000 ssh findmnt                                                                                      | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | -T /mount2                                                                                                         |                   |         |         |                     |                     |

	| ssh            | functional-023000 ssh findmnt                                                                                      | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | -T /mount3                                                                                                         |                   |         |         |                     |                     |

	| mount          | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | --kill=true                                                                                                        |                   |         |         |                     |                     |

	| update-context | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                                                                                                     |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                                                                                             |                   |         |         |                     |                     |

	| update-context | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                                                                                                     |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                                                                                             |                   |         |         |                     |                     |

	| update-context | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                                                                                                     |                   |         |         |                     |                     |

	|                | --alsologtostderr -v=2                                                                                             |                   |         |         |                     |                     |

	| image          | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format short                                                                                            |                   |         |         |                     |                     |

	|                | --alsologtostderr                                                                                                  |                   |         |         |                     |                     |

	| image          | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format yaml                                                                                             |                   |         |         |                     |                     |

	|                | --alsologtostderr                                                                                                  |                   |         |         |                     |                     |

	| ssh            | functional-023000 ssh pgrep                                                                                        | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | buildkitd                                                                                                          |                   |         |         |                     |                     |

	| image          | functional-023000 image build -t                                                                                   | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | localhost/my-image:functional-023000                                                                               |                   |         |         |                     |                     |

	|                | testdata/build --alsologtostderr                                                                                   |                   |         |         |                     |                     |

	| image          | functional-023000 image ls                                                                                         | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	| image          | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format json                                                                                             |                   |         |         |                     |                     |

	|                | --alsologtostderr                                                                                                  |                   |         |         |                     |                     |

	| image          | functional-023000                                                                                                  | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format table                                                                                            |                   |         |         |                     |                     |

	|                | --alsologtostderr                                                                                                  |                   |         |         |                     |                     |

	| delete         | -p functional-023000                                                                                               | functional-023000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	| start          | -p image-128000 --driver=qemu2                                                                                     | image-128000      | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                |                                                                                                                    |                   |         |         |                     |                     |

	| image          | build -t aaa:latest                                                                                                | image-128000      | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | ./testdata/image-build/test-normal                                                                                 |                   |         |         |                     |                     |

	|                | -p image-128000                                                                                                    |                   |         |         |                     |                     |

	| image          | build -t aaa:latest                                                                                                | image-128000      | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | --build-opt=build-arg=ENV_A=test_env_str                                                                           |                   |         |         |                     |                     |

	|                | --build-opt=no-cache                                                                                               |                   |         |         |                     |                     |

	|                | ./testdata/image-build/test-arg -p                                                                                 |                   |         |         |                     |                     |

	|                | image-128000                                                                                                       |                   |         |         |                     |                     |

	|----------------|--------------------------------------------------------------------------------------------------------------------|-------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/02/13 14:52:11

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.21.6 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0213 14:52:11.042432    2434 out.go:291] Setting OutFile to fd 1 ...

	I0213 14:52:11.042536    2434 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:52:11.042544    2434 out.go:304] Setting ErrFile to fd 2...

	I0213 14:52:11.042546    2434 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:52:11.042688    2434 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 14:52:11.043733    2434 out.go:298] Setting JSON to false

	I0213 14:52:11.059863    2434 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1153,"bootTime":1707863578,"procs":463,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 14:52:11.059953    2434 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 14:52:11.063409    2434 out.go:177] * [image-128000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 14:52:11.071407    2434 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 14:52:11.071432    2434 notify.go:220] Checking for updates...

	I0213 14:52:11.078351    2434 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:52:11.081427    2434 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 14:52:11.084429    2434 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 14:52:11.087418    2434 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 14:52:11.090354    2434 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 14:52:11.093564    2434 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 14:52:11.097378    2434 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 14:52:11.104335    2434 start.go:298] selected driver: qemu2

	I0213 14:52:11.104339    2434 start.go:902] validating driver "qemu2" against <nil>

	I0213 14:52:11.104344    2434 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 14:52:11.104394    2434 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 14:52:11.108363    2434 out.go:177] * Automatically selected the socket_vmnet network

	I0213 14:52:11.113760    2434 start_flags.go:392] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0213 14:52:11.113850    2434 start_flags.go:909] Wait components to verify : map[apiserver:true system_pods:true]

	I0213 14:52:11.113892    2434 cni.go:84] Creating CNI manager for ""

	I0213 14:52:11.113899    2434 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:52:11.113903    2434 start_flags.go:316] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0213 14:52:11.113909    2434 start_flags.go:321] config:

	{Name:image-128000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:image-128000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRIS

ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:52:11.118472    2434 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 14:52:11.125397    2434 out.go:177] * Starting control plane node image-128000 in cluster image-128000

	I0213 14:52:11.128328    2434 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:52:11.128339    2434 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4

	I0213 14:52:11.128344    2434 cache.go:56] Caching tarball of preloaded images

	I0213 14:52:11.128408    2434 preload.go:174] Found /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0213 14:52:11.128411    2434 cache.go:59] Finished verifying existence of preloaded tar for  v1.28.4 on docker

	I0213 14:52:11.128639    2434 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/config.json ...

	I0213 14:52:11.128649    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/config.json: {Name:mk0598891b6bb46ed5d49b54cd300be08f344919 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:11.128952    2434 start.go:365] acquiring machines lock for image-128000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 14:52:11.128982    2434 start.go:369] acquired machines lock for "image-128000" in 27.083µs

	I0213 14:52:11.128992    2434 start.go:93] Provisioning new machine with config: &{Name:image-128000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig

:{KubernetesVersion:v1.28.4 ClusterName:image-128000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: D

isableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:52:11.129026    2434 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 14:52:11.135292    2434 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0213 14:52:11.159074    2434 start.go:159] libmachine.API.Create for "image-128000" (driver="qemu2")

	I0213 14:52:11.159110    2434 client.go:168] LocalClient.Create starting

	I0213 14:52:11.159184    2434 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 14:52:11.159212    2434 main.go:141] libmachine: Decoding PEM data...

	I0213 14:52:11.159227    2434 main.go:141] libmachine: Parsing certificate...

	I0213 14:52:11.159264    2434 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 14:52:11.159284    2434 main.go:141] libmachine: Decoding PEM data...

	I0213 14:52:11.159290    2434 main.go:141] libmachine: Parsing certificate...

	I0213 14:52:11.159629    2434 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 14:52:11.278505    2434 main.go:141] libmachine: Creating SSH key...

	I0213 14:52:11.525774    2434 main.go:141] libmachine: Creating Disk image...

	I0213 14:52:11.525781    2434 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 14:52:11.525991    2434 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2

	I0213 14:52:11.547559    2434 main.go:141] libmachine: STDOUT: 

	I0213 14:52:11.547577    2434 main.go:141] libmachine: STDERR: 

	I0213 14:52:11.547629    2434 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2 +20000M

	I0213 14:52:11.558913    2434 main.go:141] libmachine: STDOUT: Image resized.

	I0213 14:52:11.558934    2434 main.go:141] libmachine: STDERR: 

	I0213 14:52:11.558949    2434 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2

	I0213 14:52:11.558958    2434 main.go:141] libmachine: Starting QEMU VM...

	I0213 14:52:11.558993    2434 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/qemu.pid -device virtio-net-pci,netdev=net0,mac=ae:13:4b:8c:b8:4e -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/disk.qcow2

	I0213 14:52:11.605199    2434 main.go:141] libmachine: STDOUT: 

	I0213 14:52:11.605225    2434 main.go:141] libmachine: STDERR: 

	I0213 14:52:11.605228    2434 main.go:141] libmachine: Attempt 0

	I0213 14:52:11.605247    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:11.605300    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:11.605317    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:11.605324    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:11.605329    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:11.605335    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:13.607441    2434 main.go:141] libmachine: Attempt 1

	I0213 14:52:13.607487    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:13.607856    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:13.607899    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:13.607930    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:13.607955    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:13.607982    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:15.610266    2434 main.go:141] libmachine: Attempt 2

	I0213 14:52:15.610314    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:15.610590    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:15.610632    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:15.610658    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:15.610683    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:15.610708    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:17.612812    2434 main.go:141] libmachine: Attempt 3

	I0213 14:52:17.612824    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:17.612884    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:17.612896    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:17.612901    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:17.612905    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:17.612918    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:19.614901    2434 main.go:141] libmachine: Attempt 4

	I0213 14:52:19.614906    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:19.614994    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:19.615009    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:19.615016    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:19.615021    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:19.615025    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:21.616998    2434 main.go:141] libmachine: Attempt 5

	I0213 14:52:21.617003    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:21.617035    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:21.617041    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:21.617046    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:21.617050    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:21.617054    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:23.619043    2434 main.go:141] libmachine: Attempt 6

	I0213 14:52:23.619052    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:23.619125    2434 main.go:141] libmachine: Found 4 entries in /var/db/dhcpd_leases!

	I0213 14:52:23.619136    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:52:23.619141    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:52:23.619145    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:52:23.619149    2434 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:52:25.621153    2434 main.go:141] libmachine: Attempt 7

	I0213 14:52:25.621162    2434 main.go:141] libmachine: Searching for ae:13:4b:8c:b8:4e in /var/db/dhcpd_leases ...

	I0213 14:52:25.621242    2434 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:52:25.621251    2434 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:52:25.621254    2434 main.go:141] libmachine: Found match: ae:13:4b:8c:b8:4e

	I0213 14:52:25.621260    2434 main.go:141] libmachine: IP: 192.168.105.5

	I0213 14:52:25.621263    2434 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.5)...

	I0213 14:52:26.635037    2434 machine.go:88] provisioning docker machine ...

	I0213 14:52:26.635069    2434 buildroot.go:166] provisioning hostname "image-128000"

	I0213 14:52:26.635142    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:26.635847    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:26.635858    2434 main.go:141] libmachine: About to run SSH command:

	sudo hostname image-128000 && echo "image-128000" | sudo tee /etc/hostname

	I0213 14:52:26.670270    2434 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: ssh: unable to authenticate, attempted methods [none publickey], no supported methods remain

	I0213 14:52:29.788265    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: image-128000

	I0213 14:52:29.788392    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:29.788906    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:29.788919    2434 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\simage-128000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 image-128000/g' /etc/hosts;

				else 

					echo '127.0.1.1 image-128000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0213 14:52:29.872629    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0213 14:52:29.872645    2434 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18170-979/.minikube CaCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18170-979/.minikube}

	I0213 14:52:29.872657    2434 buildroot.go:174] setting up certificates

	I0213 14:52:29.872672    2434 provision.go:83] configureAuth start

	I0213 14:52:29.872678    2434 provision.go:138] copyHostCerts

	I0213 14:52:29.872820    2434 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem, removing ...

	I0213 14:52:29.872827    2434 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem

	I0213 14:52:29.873048    2434 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem (1078 bytes)

	I0213 14:52:29.873372    2434 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem, removing ...

	I0213 14:52:29.873375    2434 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem

	I0213 14:52:29.873452    2434 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem (1123 bytes)

	I0213 14:52:29.873631    2434 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem, removing ...

	I0213 14:52:29.873633    2434 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem

	I0213 14:52:29.873721    2434 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem (1675 bytes)

	I0213 14:52:29.873873    2434 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem org=jenkins.image-128000 san=[192.168.105.5 192.168.105.5 localhost 127.0.0.1 minikube image-128000]

	I0213 14:52:29.977371    2434 provision.go:172] copyRemoteCerts

	I0213 14:52:29.977397    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0213 14:52:29.977403    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:30.013984    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0213 14:52:30.021508    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0213 14:52:30.028429    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0213 14:52:30.035199    2434 provision.go:86] duration metric: configureAuth took 162.527625ms

	I0213 14:52:30.035205    2434 buildroot.go:189] setting minikube options for container-runtime

	I0213 14:52:30.035312    2434 config.go:182] Loaded profile config "image-128000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:52:30.035350    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:30.035572    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:30.035575    2434 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0213 14:52:30.106018    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0213 14:52:30.106023    2434 buildroot.go:70] root file system type: tmpfs

	I0213 14:52:30.106076    2434 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0213 14:52:30.106129    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:30.106381    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:30.106415    2434 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0213 14:52:30.179376    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0213 14:52:30.179431    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:30.179689    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:30.179697    2434 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0213 14:52:30.508369    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0213 14:52:30.508378    2434 machine.go:91] provisioned docker machine in 3.873449834s

	I0213 14:52:30.508383    2434 client.go:171] LocalClient.Create took 19.349860292s

	I0213 14:52:30.508398    2434 start.go:167] duration metric: libmachine.API.Create for "image-128000" took 19.349920625s

	I0213 14:52:30.508402    2434 start.go:300] post-start starting for "image-128000" (driver="qemu2")

	I0213 14:52:30.508408    2434 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0213 14:52:30.508481    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0213 14:52:30.508488    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:30.548343    2434 ssh_runner.go:195] Run: cat /etc/os-release

	I0213 14:52:30.549715    2434 info.go:137] Remote host: Buildroot 2021.02.12

	I0213 14:52:30.549720    2434 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/addons for local assets ...

	I0213 14:52:30.549801    2434 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/files for local assets ...

	I0213 14:52:30.549914    2434 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem -> 14072.pem in /etc/ssl/certs

	I0213 14:52:30.550035    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0213 14:52:30.553100    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:52:30.560052    2434 start.go:303] post-start completed in 51.647292ms

	I0213 14:52:30.560450    2434 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/config.json ...

	I0213 14:52:30.560625    2434 start.go:128] duration metric: createHost completed in 19.432188208s

	I0213 14:52:30.560646    2434 main.go:141] libmachine: Using SSH client type: native

	I0213 14:52:30.560869    2434 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x10443f8e0] 0x104442050 <nil>  [] 0s} 192.168.105.5 22 <nil> <nil>}

	I0213 14:52:30.560874    2434 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0213 14:52:30.629920    2434 main.go:141] libmachine: SSH cmd err, output: <nil>: 1707864750.896266586

	I0213 14:52:30.629924    2434 fix.go:206] guest clock: 1707864750.896266586

	I0213 14:52:30.629928    2434 fix.go:219] Guest: 2024-02-13 14:52:30.896266586 -0800 PST Remote: 2024-02-13 14:52:30.560626 -0800 PST m=+19.541259376 (delta=335.640586ms)

	I0213 14:52:30.629937    2434 fix.go:190] guest clock delta is within tolerance: 335.640586ms

	I0213 14:52:30.629939    2434 start.go:83] releasing machines lock for "image-128000", held for 19.501548125s

	I0213 14:52:30.630228    2434 ssh_runner.go:195] Run: cat /version.json

	I0213 14:52:30.630228    2434 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0213 14:52:30.630234    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:30.630247    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:30.668655    2434 ssh_runner.go:195] Run: systemctl --version

	I0213 14:52:30.712016    2434 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0213 14:52:30.714174    2434 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0213 14:52:30.714204    2434 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0213 14:52:30.720419    2434 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0213 14:52:30.720425    2434 start.go:475] detecting cgroup driver to use...

	I0213 14:52:30.720499    2434 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:52:30.726672    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0213 14:52:30.730246    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0213 14:52:30.733747    2434 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0213 14:52:30.733775    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0213 14:52:30.736820    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:52:30.739514    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0213 14:52:30.742434    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:52:30.745808    2434 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0213 14:52:30.749139    2434 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0213 14:52:30.752105    2434 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0213 14:52:30.754758    2434 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0213 14:52:30.757867    2434 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:52:30.820544    2434 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0213 14:52:30.828514    2434 start.go:475] detecting cgroup driver to use...

	I0213 14:52:30.828570    2434 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0213 14:52:30.835310    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:52:30.840324    2434 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0213 14:52:30.849026    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:52:30.853789    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:52:30.858801    2434 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0213 14:52:30.898012    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:52:30.903268    2434 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:52:30.908448    2434 ssh_runner.go:195] Run: which cri-dockerd

	I0213 14:52:30.909832    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0213 14:52:30.912642    2434 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0213 14:52:30.917600    2434 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0213 14:52:30.979156    2434 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0213 14:52:31.061772    2434 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0213 14:52:31.061828    2434 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0213 14:52:31.067250    2434 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:52:31.128096    2434 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:52:32.289716    2434 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161642625s)

	I0213 14:52:32.289769    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0213 14:52:32.294495    2434 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0213 14:52:32.300948    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:52:32.305319    2434 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0213 14:52:32.384774    2434 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0213 14:52:32.443863    2434 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:52:32.521840    2434 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0213 14:52:32.528362    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0213 14:52:32.532601    2434 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:52:32.599412    2434 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0213 14:52:32.622106    2434 start.go:522] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0213 14:52:32.622165    2434 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0213 14:52:32.624174    2434 start.go:543] Will wait 60s for crictl version

	I0213 14:52:32.624213    2434 ssh_runner.go:195] Run: which crictl

	I0213 14:52:32.625575    2434 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0213 14:52:32.645230    2434 start.go:559] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.7

	RuntimeApiVersion:  v1

	I0213 14:52:32.645284    2434 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:52:32.654996    2434 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:52:32.672537    2434 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...

	I0213 14:52:32.672673    2434 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0213 14:52:32.674005    2434 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:52:32.678158    2434 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker

	I0213 14:52:32.678194    2434 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:52:32.683301    2434 docker.go:685] Got preloaded images: 

	I0213 14:52:32.683306    2434 docker.go:691] registry.k8s.io/kube-apiserver:v1.28.4 wasn't preloaded

	I0213 14:52:32.683342    2434 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:52:32.686483    2434 ssh_runner.go:195] Run: which lz4

	I0213 14:52:32.688055    2434 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0213 14:52:32.689325    2434 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0213 14:52:32.689332    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (357941720 bytes)

	I0213 14:52:33.982567    2434 docker.go:649] Took 1.294573 seconds to copy over tarball

	I0213 14:52:33.982618    2434 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0213 14:52:35.040364    2434 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.057752708s)

	I0213 14:52:35.040378    2434 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0213 14:52:35.055843    2434 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:52:35.058966    2434 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0213 14:52:35.064066    2434 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:52:35.126878    2434 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:52:36.596658    2434 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.469812167s)

	I0213 14:52:36.596730    2434 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:52:36.602317    2434 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.4

	registry.k8s.io/kube-controller-manager:v1.28.4

	registry.k8s.io/kube-scheduler:v1.28.4

	registry.k8s.io/kube-proxy:v1.28.4

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0213 14:52:36.602324    2434 cache_images.go:84] Images are preloaded, skipping loading

	I0213 14:52:36.602378    2434 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0213 14:52:36.610320    2434 cni.go:84] Creating CNI manager for ""

	I0213 14:52:36.610330    2434 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:52:36.610338    2434 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0213 14:52:36.610345    2434 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.5 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:image-128000 NodeName:image-128000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kube

rnetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0213 14:52:36.610420    2434 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.5

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "image-128000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.5

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.5"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0213 14:52:36.610457    2434 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=image-128000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.5

	[Install]

	 config:

	{KubernetesVersion:v1.28.4 ClusterName:image-128000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0213 14:52:36.610506    2434 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4

	I0213 14:52:36.613808    2434 binaries.go:44] Found k8s binaries, skipping transfer

	I0213 14:52:36.613836    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0213 14:52:36.616784    2434 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (374 bytes)

	I0213 14:52:36.621885    2434 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0213 14:52:36.626940    2434 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2098 bytes)

	I0213 14:52:36.632064    2434 ssh_runner.go:195] Run: grep 192.168.105.5	control-plane.minikube.internal$ /etc/hosts

	I0213 14:52:36.633270    2434 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.5	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:52:36.637208    2434 certs.go:56] Setting up /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000 for IP: 192.168.105.5

	I0213 14:52:36.637216    2434 certs.go:190] acquiring lock for shared ca certs: {Name:mk65e421691b8fb2c09fb65e08f20f9a769da9f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.637383    2434 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key

	I0213 14:52:36.637429    2434 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key

	I0213 14:52:36.637459    2434 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.key

	I0213 14:52:36.637465    2434 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.crt with IP's: []

	I0213 14:52:36.751258    2434 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.crt ...

	I0213 14:52:36.751261    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.crt: {Name:mkffd43433a119d6bf51b7722daa939a52a88d4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.751512    2434 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.key ...

	I0213 14:52:36.751514    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/client.key: {Name:mk85b556f831a5b20d6632ed81f8741d322f483c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.751647    2434 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key.e69b33ca

	I0213 14:52:36.751653    2434 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt.e69b33ca with IP's: [192.168.105.5 10.96.0.1 127.0.0.1 10.0.0.1]

	I0213 14:52:36.918880    2434 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt.e69b33ca ...

	I0213 14:52:36.918883    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt.e69b33ca: {Name:mk5b523a0e652cbd929f8eb3d845d60280cfaf0c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.919055    2434 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key.e69b33ca ...

	I0213 14:52:36.919057    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key.e69b33ca: {Name:mk8cd5f594f1411364dec0df7fd3a1d5ecf2af5e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.919184    2434 certs.go:337] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt.e69b33ca -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt

	I0213 14:52:36.919419    2434 certs.go:341] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key.e69b33ca -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key

	I0213 14:52:36.919530    2434 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.key

	I0213 14:52:36.919535    2434 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.crt with IP's: []

	I0213 14:52:36.975240    2434 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.crt ...

	I0213 14:52:36.975242    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.crt: {Name:mk0fd661d503e1d5aaa7cf19b03585e8017d78df Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.975380    2434 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.key ...

	I0213 14:52:36.975381    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.key: {Name:mkbdc3fda0b659df9c37903c5f6dabf376a5605e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:36.975637    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem (1338 bytes)

	W0213 14:52:36.975668    2434 certs.go:433] ignoring /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407_empty.pem, impossibly tiny 0 bytes

	I0213 14:52:36.975674    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem (1675 bytes)

	I0213 14:52:36.975693    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem (1078 bytes)

	I0213 14:52:36.975713    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem (1123 bytes)

	I0213 14:52:36.975730    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem (1675 bytes)

	I0213 14:52:36.975778    2434 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:52:36.976171    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0213 14:52:36.983730    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0213 14:52:36.990555    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0213 14:52:36.997690    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/image-128000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0213 14:52:37.004682    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0213 14:52:37.011140    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0213 14:52:37.018005    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0213 14:52:37.024965    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0213 14:52:37.031674    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem --> /usr/share/ca-certificates/1407.pem (1338 bytes)

	I0213 14:52:37.038409    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /usr/share/ca-certificates/14072.pem (1708 bytes)

	I0213 14:52:37.045578    2434 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0213 14:52:37.052223    2434 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0213 14:52:37.057152    2434 ssh_runner.go:195] Run: openssl version

	I0213 14:52:37.059114    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1407.pem && ln -fs /usr/share/ca-certificates/1407.pem /etc/ssl/certs/1407.pem"

	I0213 14:52:37.062354    2434 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1407.pem

	I0213 14:52:37.064133    2434 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 13 22:48 /usr/share/ca-certificates/1407.pem

	I0213 14:52:37.064161    2434 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1407.pem

	I0213 14:52:37.065995    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1407.pem /etc/ssl/certs/51391683.0"

	I0213 14:52:37.069529    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14072.pem && ln -fs /usr/share/ca-certificates/14072.pem /etc/ssl/certs/14072.pem"

	I0213 14:52:37.072678    2434 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14072.pem

	I0213 14:52:37.074089    2434 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 13 22:48 /usr/share/ca-certificates/14072.pem

	I0213 14:52:37.074105    2434 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14072.pem

	I0213 14:52:37.076157    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14072.pem /etc/ssl/certs/3ec20f2e.0"

	I0213 14:52:37.079044    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0213 14:52:37.082382    2434 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:52:37.083934    2434 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 13 22:40 /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:52:37.083950    2434 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:52:37.085714    2434 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0213 14:52:37.088985    2434 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0213 14:52:37.090292    2434 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0213 14:52:37.090319    2434 kubeadm.go:404] StartCluster: {Name:image-128000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1

.28.4 ClusterName:image-128000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpt

imizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:52:37.090370    2434 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0213 14:52:37.095986    2434 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0213 14:52:37.098865    2434 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0213 14:52:37.102038    2434 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0213 14:52:37.105203    2434 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0213 14:52:37.105213    2434 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0213 14:52:37.126605    2434 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4

	I0213 14:52:37.126628    2434 kubeadm.go:322] [preflight] Running pre-flight checks

	I0213 14:52:37.181202    2434 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0213 14:52:37.181264    2434 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0213 14:52:37.181318    2434 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0213 14:52:37.275938    2434 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0213 14:52:37.285129    2434 out.go:204]   - Generating certificates and keys ...

	I0213 14:52:37.285159    2434 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0213 14:52:37.285188    2434 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0213 14:52:37.398210    2434 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0213 14:52:37.482999    2434 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0213 14:52:37.687474    2434 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0213 14:52:37.758307    2434 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0213 14:52:37.806640    2434 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0213 14:52:37.806708    2434 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [image-128000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]

	I0213 14:52:38.016879    2434 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0213 14:52:38.016948    2434 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [image-128000 localhost] and IPs [192.168.105.5 127.0.0.1 ::1]

	I0213 14:52:38.145448    2434 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0213 14:52:38.245858    2434 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0213 14:52:38.283222    2434 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0213 14:52:38.283249    2434 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0213 14:52:38.379609    2434 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0213 14:52:38.419666    2434 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0213 14:52:38.703462    2434 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0213 14:52:38.850719    2434 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0213 14:52:38.850920    2434 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0213 14:52:38.851974    2434 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0213 14:52:38.856253    2434 out.go:204]   - Booting up control plane ...

	I0213 14:52:38.856307    2434 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0213 14:52:38.856347    2434 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0213 14:52:38.856389    2434 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0213 14:52:38.859129    2434 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0213 14:52:38.859643    2434 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0213 14:52:38.859664    2434 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0213 14:52:38.924934    2434 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0213 14:52:42.425729    2434 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.500925 seconds

	I0213 14:52:42.425778    2434 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0213 14:52:42.430053    2434 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0213 14:52:42.941324    2434 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0213 14:52:42.941462    2434 kubeadm.go:322] [mark-control-plane] Marking the node image-128000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0213 14:52:43.445913    2434 kubeadm.go:322] [bootstrap-token] Using token: noggoe.hr8rknp3dl4slkdt

	I0213 14:52:43.451483    2434 out.go:204]   - Configuring RBAC rules ...

	I0213 14:52:43.451533    2434 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0213 14:52:43.451573    2434 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0213 14:52:43.453215    2434 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0213 14:52:43.454351    2434 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0213 14:52:43.455386    2434 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0213 14:52:43.456411    2434 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0213 14:52:43.460585    2434 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0213 14:52:43.647334    2434 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0213 14:52:43.852011    2434 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0213 14:52:43.852385    2434 kubeadm.go:322] 

	I0213 14:52:43.852420    2434 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0213 14:52:43.852422    2434 kubeadm.go:322] 

	I0213 14:52:43.852457    2434 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0213 14:52:43.852459    2434 kubeadm.go:322] 

	I0213 14:52:43.852470    2434 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0213 14:52:43.852495    2434 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0213 14:52:43.852525    2434 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0213 14:52:43.852526    2434 kubeadm.go:322] 

	I0213 14:52:43.852556    2434 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0213 14:52:43.852559    2434 kubeadm.go:322] 

	I0213 14:52:43.852584    2434 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0213 14:52:43.852585    2434 kubeadm.go:322] 

	I0213 14:52:43.852623    2434 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0213 14:52:43.852663    2434 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0213 14:52:43.852695    2434 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0213 14:52:43.852697    2434 kubeadm.go:322] 

	I0213 14:52:43.852739    2434 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0213 14:52:43.852788    2434 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0213 14:52:43.852792    2434 kubeadm.go:322] 

	I0213 14:52:43.852838    2434 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token noggoe.hr8rknp3dl4slkdt \

	I0213 14:52:43.852885    2434 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d \

	I0213 14:52:43.852893    2434 kubeadm.go:322] 	--control-plane 

	I0213 14:52:43.852895    2434 kubeadm.go:322] 

	I0213 14:52:43.852929    2434 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0213 14:52:43.852930    2434 kubeadm.go:322] 

	I0213 14:52:43.852962    2434 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token noggoe.hr8rknp3dl4slkdt \

	I0213 14:52:43.853004    2434 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d 

	I0213 14:52:43.853066    2434 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0213 14:52:43.853073    2434 cni.go:84] Creating CNI manager for ""

	I0213 14:52:43.853080    2434 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0213 14:52:43.861520    2434 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0213 14:52:43.864527    2434 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0213 14:52:43.867648    2434 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0213 14:52:43.872171    2434 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0213 14:52:43.872217    2434 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:52:43.872214    2434 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93 minikube.k8s.io/name=image-128000 minikube.k8s.io/updated_at=2024_02_13T14_52_43_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:52:43.875256    2434 ops.go:34] apiserver oom_adj: -16

	I0213 14:52:43.940135    2434 kubeadm.go:1088] duration metric: took 67.946625ms to wait for elevateKubeSystemPrivileges.

	I0213 14:52:43.940143    2434 kubeadm.go:406] StartCluster complete in 6.850035s

	I0213 14:52:43.940152    2434 settings.go:142] acquiring lock: {Name:mkdd6397441cfaf6d06a74b65d6ddefdb863237c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:43.940222    2434 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:52:43.940634    2434 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/kubeconfig: {Name:mkf66d96abab1e512e6f2721c341e70e5b11c9ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:52:43.940835    2434 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0213 14:52:43.940890    2434 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]

	I0213 14:52:43.940925    2434 addons.go:69] Setting storage-provisioner=true in profile "image-128000"

	I0213 14:52:43.940931    2434 addons.go:234] Setting addon storage-provisioner=true in "image-128000"

	I0213 14:52:43.940941    2434 config.go:182] Loaded profile config "image-128000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.4

	I0213 14:52:43.940951    2434 host.go:66] Checking if "image-128000" exists ...

	I0213 14:52:43.940955    2434 addons.go:69] Setting default-storageclass=true in profile "image-128000"

	I0213 14:52:43.940960    2434 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "image-128000"

	I0213 14:52:43.941210    2434 retry.go:31] will retry after 642.716258ms: connect: dial unix /Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/monitor: connect: connection refused

	I0213 14:52:43.942091    2434 addons.go:234] Setting addon default-storageclass=true in "image-128000"

	I0213 14:52:43.942098    2434 host.go:66] Checking if "image-128000" exists ...

	I0213 14:52:43.942794    2434 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml

	I0213 14:52:43.942797    2434 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0213 14:52:43.942801    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:43.979207    2434 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0213 14:52:43.987252    2434 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0213 14:52:44.322878    2434 start.go:929] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0213 14:52:44.444743    2434 kapi.go:248] "coredns" deployment in "kube-system" namespace and "image-128000" context rescaled to 1 replicas

	I0213 14:52:44.444757    2434 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.5 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:52:44.449426    2434 out.go:177] * Verifying Kubernetes components...

	I0213 14:52:44.457378    2434 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:52:44.462935    2434 api_server.go:52] waiting for apiserver process to appear ...

	I0213 14:52:44.462959    2434 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:52:44.467217    2434 api_server.go:72] duration metric: took 22.448792ms to wait for apiserver process to appear ...

	I0213 14:52:44.467223    2434 api_server.go:88] waiting for apiserver healthz status ...

	I0213 14:52:44.467229    2434 api_server.go:253] Checking apiserver healthz at https://192.168.105.5:8443/healthz ...

	I0213 14:52:44.470800    2434 api_server.go:279] https://192.168.105.5:8443/healthz returned 200:

	ok

	I0213 14:52:44.471593    2434 api_server.go:141] control plane version: v1.28.4

	I0213 14:52:44.471598    2434 api_server.go:131] duration metric: took 4.373541ms to wait for apiserver health ...

	I0213 14:52:44.471600    2434 system_pods.go:43] waiting for kube-system pods to appear ...

	I0213 14:52:44.477396    2434 system_pods.go:59] 4 kube-system pods found

	I0213 14:52:44.477407    2434 system_pods.go:61] "etcd-image-128000" [a074ba23-8d66-4df5-8922-6831c256aeb4] Pending

	I0213 14:52:44.477409    2434 system_pods.go:61] "kube-apiserver-image-128000" [0b8e77f1-42bf-482c-aa54-e8f6e8b76326] Pending

	I0213 14:52:44.477411    2434 system_pods.go:61] "kube-controller-manager-image-128000" [dd30a294-f817-49b3-bcef-e74e65f1c5f1] Pending

	I0213 14:52:44.477412    2434 system_pods.go:61] "kube-scheduler-image-128000" [b4029b7e-986a-4cfa-918e-23d9a9a2860f] Pending

	I0213 14:52:44.477414    2434 system_pods.go:74] duration metric: took 5.812542ms to wait for pod list to return data ...

	I0213 14:52:44.477418    2434 kubeadm.go:581] duration metric: took 32.653708ms to wait for : map[apiserver:true system_pods:true] ...

	I0213 14:52:44.477423    2434 node_conditions.go:102] verifying NodePressure condition ...

	I0213 14:52:44.478904    2434 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0213 14:52:44.478911    2434 node_conditions.go:123] node cpu capacity is 2

	I0213 14:52:44.478916    2434 node_conditions.go:105] duration metric: took 1.490792ms to run NodePressure ...

	I0213 14:52:44.478920    2434 start.go:228] waiting for startup goroutines ...

	I0213 14:52:44.590028    2434 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:52:44.594059    2434 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:52:44.594063    2434 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0213 14:52:44.594069    2434 sshutil.go:53] new ssh client: &{IP:192.168.105.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/image-128000/id_rsa Username:docker}

	I0213 14:52:44.632918    2434 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:52:44.843602    2434 out.go:177] * Enabled addons: default-storageclass, storage-provisioner

	I0213 14:52:44.850504    2434 addons.go:505] enable addons completed in 909.642166ms: enabled=[default-storageclass storage-provisioner]

	I0213 14:52:44.850515    2434 start.go:233] waiting for cluster config update ...

	I0213 14:52:44.850519    2434 start.go:242] writing updated cluster config ...

	I0213 14:52:44.850747    2434 ssh_runner.go:195] Run: rm -f paused

	I0213 14:52:44.880325    2434 start.go:600] kubectl: 1.29.1, cluster: 1.28.4 (minor skew: 1)

	I0213 14:52:44.883424    2434 out.go:177] * Done! kubectl is now configured to use "image-128000" cluster and "default" namespace by default

	==> Docker <==

	-- Journal begins at Tue 2024-02-13 22:52:24 UTC, ends at Tue 2024-02-13 22:52:51 UTC. --

	Feb 13 22:52:40 image-128000 cri-dockerd[1027]: time="2024-02-13T22:52:40Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/95eeead0092cc8f0637cc2fd2925a2b78166eabc8ee3b706e2d453cbadde8181/resolv.conf as [nameserver 192.168.105.1]"

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.265562466Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.265637424Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.265647966Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.265654799Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:40 image-128000 cri-dockerd[1027]: time="2024-02-13T22:52:40Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e3168b7d39b978d0d4083760bd37cc4a855c07098c3c0b69ede5304cae7c302b/resolv.conf as [nameserver 192.168.105.1]"

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.310878258Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.310932549Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.310940924Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.310951841Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.355644508Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.355970633Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.356007049Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:52:40 image-128000 dockerd[1139]: time="2024-02-13T22:52:40.356068716Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:50 image-128000 dockerd[1133]: time="2024-02-13T22:52:50.332576471Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Feb 13 22:52:50 image-128000 dockerd[1133]: time="2024-02-13T22:52:50.460355429Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Feb 13 22:52:50 image-128000 dockerd[1133]: time="2024-02-13T22:52:50.483769012Z" level=info msg="Layer sha256:5e5d01bb2a8d3e34816f24ff1a055b5d084e5a5a1919cd77684120916d61c3eb cleaned up"

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.526470721Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.526790804Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.526804137Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.526808887Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:52:50 image-128000 dockerd[1133]: time="2024-02-13T22:52:50.649207054Z" level=info msg="ignoring event" container=869ba7887c3b8bf810f8189b6b4b94aa5e56250d16acc810b7ba56f4290d5ff9 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.649482304Z" level=info msg="shim disconnected" id=869ba7887c3b8bf810f8189b6b4b94aa5e56250d16acc810b7ba56f4290d5ff9 namespace=moby

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.649511971Z" level=warning msg="cleaning up after shim disconnected" id=869ba7887c3b8bf810f8189b6b4b94aa5e56250d16acc810b7ba56f4290d5ff9 namespace=moby

	Feb 13 22:52:50 image-128000 dockerd[1139]: time="2024-02-13T22:52:50.649516304Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER           IMAGE               CREATED             STATE               NAME                      ATTEMPT             POD ID              POD

	30ec7f554dad0       05c284c929889       11 seconds ago      Running             kube-scheduler            0                   e3168b7d39b97       kube-scheduler-image-128000

	0d0b390bf385c       9cdd6470f48c8       11 seconds ago      Running             etcd                      0                   95eeead0092cc       etcd-image-128000

	e2b00fb3fc35c       04b4c447bb9d4       11 seconds ago      Running             kube-apiserver            0                   9118e20258b82       kube-apiserver-image-128000

	2f1b05989ef18       9961cbceaf234       11 seconds ago      Running             kube-controller-manager   0                   0b32c2dced234       kube-controller-manager-image-128000

	==> describe nodes <==

	Name:               image-128000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=image-128000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93

	                    minikube.k8s.io/name=image-128000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_02_13T14_52_43_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 13 Feb 2024 22:52:41 +0000

	Taints:             node.kubernetes.io/not-ready:NoSchedule

	Unschedulable:      false

	Lease:

	  HolderIdentity:  image-128000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 13 Feb 2024 22:52:43 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 13 Feb 2024 22:52:47 +0000   Tue, 13 Feb 2024 22:52:41 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 13 Feb 2024 22:52:47 +0000   Tue, 13 Feb 2024 22:52:41 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 13 Feb 2024 22:52:47 +0000   Tue, 13 Feb 2024 22:52:41 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 13 Feb 2024 22:52:47 +0000   Tue, 13 Feb 2024 22:52:47 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.5

	  Hostname:    image-128000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3904700Ki

	  pods:               110

	System Info:

	  Machine ID:                 34134ee2aa3a40bbbb21932e9f0eb452

	  System UUID:                34134ee2aa3a40bbbb21932e9f0eb452

	  Boot ID:                    22fc1a92-a669-401f-abfe-1395a001e52f

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.28.4

	  Kube-Proxy Version:         v1.28.4

	Non-terminated Pods:          (4 in total)

	  Namespace                   Name                                    CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                    ------------  ----------  ---------------  -------------  ---

	  kube-system                 etcd-image-128000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         7s

	  kube-system                 kube-apiserver-image-128000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         9s

	  kube-system                 kube-controller-manager-image-128000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         7s

	  kube-system                 kube-scheduler-image-128000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         7s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                650m (32%!)(MISSING)  0 (0%!)(MISSING)

	  memory             100Mi (2%!)(MISSING)  0 (0%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From     Message

	  ----    ------                   ----               ----     -------

	  Normal  Starting                 12s                kubelet  Starting kubelet.

	  Normal  NodeHasSufficientMemory  12s (x8 over 12s)  kubelet  Node image-128000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    12s (x8 over 12s)  kubelet  Node image-128000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     12s (x7 over 12s)  kubelet  Node image-128000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  12s                kubelet  Updated Node Allocatable limit across pods

	  Normal  Starting                 8s                 kubelet  Starting kubelet.

	  Normal  NodeAllocatableEnforced  8s                 kubelet  Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  7s                 kubelet  Node image-128000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    7s                 kubelet  Node image-128000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     7s                 kubelet  Node image-128000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                4s                 kubelet  Node image-128000 status is now: NodeReady

	==> dmesg <==

	[Feb13 22:52] efi: memattr: Unexpected EFI Memory Attributes table version 2

	[  +0.000000] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.642358] EINJ: EINJ table not found.

	[  +0.531351] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +6.541068] systemd-fstab-generator[488]: Ignoring "noauto" for root device

	[  +0.062916] systemd-fstab-generator[499]: Ignoring "noauto" for root device

	[  +0.447713] systemd-fstab-generator[764]: Ignoring "noauto" for root device

	[  +0.157194] systemd-fstab-generator[801]: Ignoring "noauto" for root device

	[  +0.082063] systemd-fstab-generator[812]: Ignoring "noauto" for root device

	[  +0.067411] systemd-fstab-generator[825]: Ignoring "noauto" for root device

	[  +1.257568] systemd-fstab-generator[984]: Ignoring "noauto" for root device

	[  +0.058100] systemd-fstab-generator[995]: Ignoring "noauto" for root device

	[  +0.076048] systemd-fstab-generator[1006]: Ignoring "noauto" for root device

	[  +0.079215] systemd-fstab-generator[1020]: Ignoring "noauto" for root device

	[  +2.527436] systemd-fstab-generator[1126]: Ignoring "noauto" for root device

	[  +1.453501] kauditd_printk_skb: 185 callbacks suppressed

	[  +2.339213] systemd-fstab-generator[1511]: Ignoring "noauto" for root device

	[  +4.585076] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.037221] systemd-fstab-generator[2361]: Ignoring "noauto" for root device

	[  +6.727139] kauditd_printk_skb: 2 callbacks suppressed

	==> etcd [0d0b390bf385] <==

	{"level":"info","ts":"2024-02-13T22:52:40.53169Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:52:40.531715Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:52:40.53172Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}

	{"level":"info","ts":"2024-02-13T22:52:40.531958Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.105.5:2380"}

	{"level":"info","ts":"2024-02-13T22:52:40.531962Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.105.5:2380"}

	{"level":"info","ts":"2024-02-13T22:52:40.532465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 switched to configuration voters=(6403572207504089856)"}

	{"level":"info","ts":"2024-02-13T22:52:40.542328Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cd5c0afff2184bea","local-member-id":"58de0efec1d86300","added-peer-id":"58de0efec1d86300","added-peer-peer-urls":["https://192.168.105.5:2380"]}

	{"level":"info","ts":"2024-02-13T22:52:40.986259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 is starting a new election at term 1"}

	{"level":"info","ts":"2024-02-13T22:52:40.986323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became pre-candidate at term 1"}

	{"level":"info","ts":"2024-02-13T22:52:40.986344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 received MsgPreVoteResp from 58de0efec1d86300 at term 1"}

	{"level":"info","ts":"2024-02-13T22:52:40.986357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became candidate at term 2"}

	{"level":"info","ts":"2024-02-13T22:52:40.986364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 received MsgVoteResp from 58de0efec1d86300 at term 2"}

	{"level":"info","ts":"2024-02-13T22:52:40.986375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"58de0efec1d86300 became leader at term 2"}

	{"level":"info","ts":"2024-02-13T22:52:40.986383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 58de0efec1d86300 elected leader 58de0efec1d86300 at term 2"}

	{"level":"info","ts":"2024-02-13T22:52:40.987683Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"58de0efec1d86300","local-member-attributes":"{Name:image-128000 ClientURLs:[https://192.168.105.5:2379]}","request-path":"/0/members/58de0efec1d86300/attributes","cluster-id":"cd5c0afff2184bea","publish-timeout":"7s"}

	{"level":"info","ts":"2024-02-13T22:52:40.987744Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:52:40.988215Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.5:2379"}

	{"level":"info","ts":"2024-02-13T22:52:40.988327Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:52:40.988388Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-02-13T22:52:40.98852Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-02-13T22:52:40.988331Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-02-13T22:52:40.988875Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cd5c0afff2184bea","local-member-id":"58de0efec1d86300","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:52:40.988941Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:52:40.988978Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2024-02-13T22:52:40.989068Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	==> kernel <==

	 22:52:51 up 0 min,  0 users,  load average: 0.29, 0.06, 0.02

	Linux image-128000 5.10.57 #1 SMP PREEMPT Thu Dec 28 19:03:47 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	==> kube-apiserver [e2b00fb3fc35] <==

	I0213 22:52:41.634991       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I0213 22:52:41.635134       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0213 22:52:41.635228       1 aggregator.go:166] initial CRD sync complete...

	I0213 22:52:41.635249       1 autoregister_controller.go:141] Starting autoregister controller

	I0213 22:52:41.635262       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0213 22:52:41.635276       1 apf_controller.go:377] Running API Priority and Fairness config worker

	I0213 22:52:41.635284       1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process

	I0213 22:52:41.635303       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller

	I0213 22:52:41.635277       1 cache.go:39] Caches are synced for autoregister controller

	I0213 22:52:41.635835       1 controller.go:624] quota admission added evaluator for: namespaces

	I0213 22:52:41.658940       1 shared_informer.go:318] Caches are synced for node_authorizer

	I0213 22:52:41.832467       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0213 22:52:42.537287       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0213 22:52:42.538696       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0213 22:52:42.538701       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0213 22:52:42.667296       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0213 22:52:42.679185       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0213 22:52:42.744015       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0213 22:52:42.746047       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.5]

	I0213 22:52:42.746470       1 controller.go:624] quota admission added evaluator for: endpoints

	I0213 22:52:42.747666       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0213 22:52:43.576498       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0213 22:52:43.909627       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0213 22:52:43.913624       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0213 22:52:43.919651       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	==> kube-controller-manager [2f1b05989ef1] <==

	I0213 22:52:44.525910       1 shared_informer.go:311] Waiting for caches to sync for expand

	I0213 22:52:44.675458       1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller"

	I0213 22:52:44.675508       1 replica_set.go:214] "Starting controller" name="replicationcontroller"

	I0213 22:52:44.675513       1 shared_informer.go:311] Waiting for caches to sync for ReplicationController

	I0213 22:52:44.824987       1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller"

	I0213 22:52:44.825020       1 tokencleaner.go:112] "Starting token cleaner controller"

	I0213 22:52:44.825028       1 shared_informer.go:311] Waiting for caches to sync for token_cleaner

	I0213 22:52:44.825032       1 shared_informer.go:318] Caches are synced for token_cleaner

	E0213 22:52:44.975356       1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided"

	I0213 22:52:44.975368       1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller"

	I0213 22:52:45.124855       1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller"

	I0213 22:52:45.124901       1 gc_controller.go:101] "Starting GC controller"

	I0213 22:52:45.124910       1 shared_informer.go:311] Waiting for caches to sync for GC

	I0213 22:52:45.276219       1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller"

	I0213 22:52:45.276253       1 pv_protection_controller.go:78] "Starting PV protection controller"

	I0213 22:52:45.276260       1 shared_informer.go:311] Waiting for caches to sync for PV protection

	I0213 22:52:45.425703       1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller"

	I0213 22:52:45.425771       1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller"

	I0213 22:52:45.425778       1 shared_informer.go:311] Waiting for caches to sync for TTL after finished

	I0213 22:52:45.575503       1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller"

	I0213 22:52:45.575580       1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller"

	I0213 22:52:45.575591       1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring

	I0213 22:52:45.726353       1 controllermanager.go:642] "Started controller" controller="statefulset-controller"

	I0213 22:52:45.726536       1 stateful_set.go:161] "Starting stateful set controller"

	I0213 22:52:45.726549       1 shared_informer.go:311] Waiting for caches to sync for stateful set

	==> kube-scheduler [30ec7f554dad] <==

	W0213 22:52:41.621162       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0213 22:52:41.621170       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0213 22:52:41.621215       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0213 22:52:41.621229       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0213 22:52:41.621242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0213 22:52:41.621255       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0213 22:52:41.621276       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0213 22:52:41.621284       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0213 22:52:41.621323       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0213 22:52:41.621331       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0213 22:52:41.621364       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0213 22:52:41.621371       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0213 22:52:41.621434       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0213 22:52:41.621442       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0213 22:52:41.621488       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0213 22:52:41.621525       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0213 22:52:41.621569       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0213 22:52:41.621576       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0213 22:52:41.621655       1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0213 22:52:41.621670       1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0213 22:52:42.477172       1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0213 22:52:42.477193       1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0213 22:52:42.581481       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0213 22:52:42.581500       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0213 22:52:44.817664       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	-- Journal begins at Tue 2024-02-13 22:52:24 UTC, ends at Tue 2024-02-13 22:52:51 UTC. --

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.053245    2380 kubelet_node_status.go:108] "Node was previously registered" node="image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.053341    2380 kubelet_node_status.go:73] "Successfully registered node" node="image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.068357    2380 topology_manager.go:215] "Topology Admit Handler" podUID="cc810261121aa3385c36dc1a21bbae2a" podNamespace="kube-system" podName="etcd-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.068413    2380 topology_manager.go:215] "Topology Admit Handler" podUID="3a6124153ba38df2b246e68e7601a30c" podNamespace="kube-system" podName="kube-apiserver-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.068429    2380 topology_manager.go:215] "Topology Admit Handler" podUID="ebe0e29dec362e595f36a0d394bdc5f0" podNamespace="kube-system" podName="kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.068443    2380 topology_manager.go:215] "Topology Admit Handler" podUID="25b53d2191cb1980b43b0caf643d08f9" podNamespace="kube-system" podName="kube-scheduler-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: E0213 22:52:44.074375    2380 kubelet.go:1890] "Failed creating a mirror pod for" err="pods \"kube-apiserver-image-128000\" already exists" pod="kube-system/kube-apiserver-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146771    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/3a6124153ba38df2b246e68e7601a30c-ca-certs\") pod \"kube-apiserver-image-128000\" (UID: \"3a6124153ba38df2b246e68e7601a30c\") " pod="kube-system/kube-apiserver-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146807    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/ebe0e29dec362e595f36a0d394bdc5f0-usr-share-ca-certificates\") pod \"kube-controller-manager-image-128000\" (UID: \"ebe0e29dec362e595f36a0d394bdc5f0\") " pod="kube-system/kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146818    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"flexvolume-dir\" (UniqueName: \"kubernetes.io/host-path/ebe0e29dec362e595f36a0d394bdc5f0-flexvolume-dir\") pod \"kube-controller-manager-image-128000\" (UID: \"ebe0e29dec362e595f36a0d394bdc5f0\") " pod="kube-system/kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146828    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/ebe0e29dec362e595f36a0d394bdc5f0-k8s-certs\") pod \"kube-controller-manager-image-128000\" (UID: \"ebe0e29dec362e595f36a0d394bdc5f0\") " pod="kube-system/kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146839    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/ebe0e29dec362e595f36a0d394bdc5f0-kubeconfig\") pod \"kube-controller-manager-image-128000\" (UID: \"ebe0e29dec362e595f36a0d394bdc5f0\") " pod="kube-system/kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146848    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-certs\" (UniqueName: \"kubernetes.io/host-path/cc810261121aa3385c36dc1a21bbae2a-etcd-certs\") pod \"etcd-image-128000\" (UID: \"cc810261121aa3385c36dc1a21bbae2a\") " pod="kube-system/etcd-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146858    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"etcd-data\" (UniqueName: \"kubernetes.io/host-path/cc810261121aa3385c36dc1a21bbae2a-etcd-data\") pod \"etcd-image-128000\" (UID: \"cc810261121aa3385c36dc1a21bbae2a\") " pod="kube-system/etcd-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146883    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"k8s-certs\" (UniqueName: \"kubernetes.io/host-path/3a6124153ba38df2b246e68e7601a30c-k8s-certs\") pod \"kube-apiserver-image-128000\" (UID: \"3a6124153ba38df2b246e68e7601a30c\") " pod="kube-system/kube-apiserver-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146896    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"usr-share-ca-certificates\" (UniqueName: \"kubernetes.io/host-path/3a6124153ba38df2b246e68e7601a30c-usr-share-ca-certificates\") pod \"kube-apiserver-image-128000\" (UID: \"3a6124153ba38df2b246e68e7601a30c\") " pod="kube-system/kube-apiserver-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146905    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"ca-certs\" (UniqueName: \"kubernetes.io/host-path/ebe0e29dec362e595f36a0d394bdc5f0-ca-certs\") pod \"kube-controller-manager-image-128000\" (UID: \"ebe0e29dec362e595f36a0d394bdc5f0\") " pod="kube-system/kube-controller-manager-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.146913    2380 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeconfig\" (UniqueName: \"kubernetes.io/host-path/25b53d2191cb1980b43b0caf643d08f9-kubeconfig\") pod \"kube-scheduler-image-128000\" (UID: \"25b53d2191cb1980b43b0caf643d08f9\") " pod="kube-system/kube-scheduler-image-128000"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.932867    2380 apiserver.go:52] "Watching apiserver"

	Feb 13 22:52:44 image-128000 kubelet[2380]: I0213 22:52:44.946654    2380 desired_state_of_world_populator.go:159] "Finished populating initial desired state of world"

	Feb 13 22:52:45 image-128000 kubelet[2380]: I0213 22:52:45.013513    2380 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-scheduler-image-128000" podStartSLOduration=1.013481551 podCreationTimestamp="2024-02-13 22:52:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-02-13 22:52:45.009404551 +0000 UTC m=+1.112950835" watchObservedRunningTime="2024-02-13 22:52:45.013481551 +0000 UTC m=+1.117027835"

	Feb 13 22:52:45 image-128000 kubelet[2380]: I0213 22:52:45.013569    2380 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-controller-manager-image-128000" podStartSLOduration=1.013560343 podCreationTimestamp="2024-02-13 22:52:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-02-13 22:52:45.01337251 +0000 UTC m=+1.116918793" watchObservedRunningTime="2024-02-13 22:52:45.013560343 +0000 UTC m=+1.117106627"

	Feb 13 22:52:45 image-128000 kubelet[2380]: I0213 22:52:45.020857    2380 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-apiserver-image-128000" podStartSLOduration=3.020837676 podCreationTimestamp="2024-02-13 22:52:42 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-02-13 22:52:45.017418926 +0000 UTC m=+1.120965210" watchObservedRunningTime="2024-02-13 22:52:45.020837676 +0000 UTC m=+1.124383960"

	Feb 13 22:52:45 image-128000 kubelet[2380]: I0213 22:52:45.026436    2380 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/etcd-image-128000" podStartSLOduration=1.026386551 podCreationTimestamp="2024-02-13 22:52:44 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2024-02-13 22:52:45.020997843 +0000 UTC m=+1.124544085" watchObservedRunningTime="2024-02-13 22:52:45.026386551 +0000 UTC m=+1.129932835"

	Feb 13 22:52:47 image-128000 kubelet[2380]: I0213 22:52:47.911213    2380 kubelet_node_status.go:493] "Fast updating node status as it just became ready"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p image-128000 -n image-128000

helpers_test.go:261: (dbg) Run:  kubectl --context image-128000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: storage-provisioner

helpers_test.go:274: ======> post-mortem[TestImageBuild/serial/BuildWithBuildArg]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context image-128000 describe pod storage-provisioner

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context image-128000 describe pod storage-provisioner: exit status 1 (38.54175ms)

** stderr ** 

	Error from server (NotFound): pods "storage-provisioner" not found

** /stderr **

helpers_test.go:279: kubectl --context image-128000 describe pod storage-provisioner: exit status 1

--- FAIL: TestImageBuild/serial/BuildWithBuildArg (1.10s)

=== RUN   TestIngressAddonLegacy/serial/ValidateIngressAddons

addons_test.go:207: (dbg) Run:  kubectl --context ingress-addon-legacy-632000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:207: (dbg) Done: kubectl --context ingress-addon-legacy-632000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (12.872520292s)

addons_test.go:232: (dbg) Run:  kubectl --context ingress-addon-legacy-632000 replace --force -f testdata/nginx-ingress-v1beta1.yaml

addons_test.go:245: (dbg) Run:  kubectl --context ingress-addon-legacy-632000 replace --force -f testdata/nginx-pod-svc.yaml

addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...

helpers_test.go:344: "nginx" [16401e57-bd05-4f30-b23b-eb30cd6a0f17] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])

helpers_test.go:344: "nginx" [16401e57-bd05-4f30-b23b-eb30cd6a0f17] Running

addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 9.007984125s

addons_test.go:262: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"

addons_test.go:286: (dbg) Run:  kubectl --context ingress-addon-legacy-632000 replace --force -f testdata/ingress-dns-example-v1beta1.yaml

addons_test.go:291: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 ip

addons_test.go:297: (dbg) Run:  nslookup hello-john.test 192.168.105.6

addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.105.6: exit status 1 (15.029771583s)

-- stdout --

	;; connection timed out; no servers could be reached

-- /stdout --

addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.105.6" : exit status 1

addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached

stderr: 

addons_test.go:306: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 addons disable ingress-dns --alsologtostderr -v=1

addons_test.go:306: (dbg) Done: out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 addons disable ingress-dns --alsologtostderr -v=1: (11.631687334s)

addons_test.go:311: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 addons disable ingress --alsologtostderr -v=1

addons_test.go:311: (dbg) Done: out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 addons disable ingress --alsologtostderr -v=1: (7.118530333s)

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p ingress-addon-legacy-632000 -n ingress-addon-legacy-632000

helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p ingress-addon-legacy-632000 logs -n 25

helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs: 

-- stdout --

	==> Audit <==

	|----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	|    Command     |                   Args                   |           Profile           |  User   | Version |     Start Time      |      End Time       |

	|----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	| mount          | -p functional-023000                     | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | --kill=true                              |                             |         |         |                     |                     |

	| update-context | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| update-context | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| update-context | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | update-context                           |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=2                   |                             |         |         |                     |                     |

	| image          | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format short                  |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| image          | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format yaml                   |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| ssh            | functional-023000 ssh pgrep              | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST |                     |

	|                | buildkitd                                |                             |         |         |                     |                     |

	| image          | functional-023000 image build -t         | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | localhost/my-image:functional-023000     |                             |         |         |                     |                     |

	|                | testdata/build --alsologtostderr         |                             |         |         |                     |                     |

	| image          | functional-023000 image ls               | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	| image          | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format json                   |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| image          | functional-023000                        | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | image ls --format table                  |                             |         |         |                     |                     |

	|                | --alsologtostderr                        |                             |         |         |                     |                     |

	| delete         | -p functional-023000                     | functional-023000           | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	| start          | -p image-128000 --driver=qemu2           | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                |                                          |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | ./testdata/image-build/test-normal       |                             |         |         |                     |                     |

	|                | -p image-128000                          |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | --build-opt=build-arg=ENV_A=test_env_str |                             |         |         |                     |                     |

	|                | --build-opt=no-cache                     |                             |         |         |                     |                     |

	|                | ./testdata/image-build/test-arg -p       |                             |         |         |                     |                     |

	|                | image-128000                             |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | ./testdata/image-build/test-normal       |                             |         |         |                     |                     |

	|                | --build-opt=no-cache -p                  |                             |         |         |                     |                     |

	|                | image-128000                             |                             |         |         |                     |                     |

	| image          | build -t aaa:latest                      | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	|                | -f inner/Dockerfile                      |                             |         |         |                     |                     |

	|                | ./testdata/image-build/test-f            |                             |         |         |                     |                     |

	|                | -p image-128000                          |                             |         |         |                     |                     |

	| delete         | -p image-128000                          | image-128000                | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:52 PST |

	| start          | -p ingress-addon-legacy-632000           | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:52 PST | 13 Feb 24 14:54 PST |

	|                | --kubernetes-version=v1.18.20            |                             |         |         |                     |                     |

	|                | --memory=4096 --wait=true                |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	|                | --driver=qemu2                           |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-632000              | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:54 PST | 13 Feb 24 14:55 PST |

	|                | addons enable ingress                    |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-632000              | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:55 PST | 13 Feb 24 14:55 PST |

	|                | addons enable ingress-dns                |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=5                   |                             |         |         |                     |                     |

	| ssh            | ingress-addon-legacy-632000              | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:55 PST | 13 Feb 24 14:55 PST |

	|                | ssh curl -s http://127.0.0.1/            |                             |         |         |                     |                     |

	|                | -H 'Host: nginx.example.com'             |                             |         |         |                     |                     |

	| ip             | ingress-addon-legacy-632000 ip           | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:55 PST | 13 Feb 24 14:55 PST |

	| addons         | ingress-addon-legacy-632000              | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:55 PST | 13 Feb 24 14:55 PST |

	|                | addons disable ingress-dns               |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=1                   |                             |         |         |                     |                     |

	| addons         | ingress-addon-legacy-632000              | ingress-addon-legacy-632000 | jenkins | v1.32.0 | 13 Feb 24 14:55 PST | 13 Feb 24 14:55 PST |

	|                | addons disable ingress                   |                             |         |         |                     |                     |

	|                | --alsologtostderr -v=1                   |                             |         |         |                     |                     |

	|----------------|------------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/02/13 14:52:51

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.21.6 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0213 14:52:51.593489    2476 out.go:291] Setting OutFile to fd 1 ...

	I0213 14:52:51.593614    2476 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:52:51.593617    2476 out.go:304] Setting ErrFile to fd 2...

	I0213 14:52:51.593620    2476 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0213 14:52:51.593733    2476 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/18170-979/.minikube/bin

	I0213 14:52:51.594881    2476 out.go:298] Setting JSON to false

	I0213 14:52:51.611027    2476 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":1193,"bootTime":1707863578,"procs":464,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.3.1","kernelVersion":"23.3.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0213 14:52:51.611125    2476 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0213 14:52:51.615156    2476 out.go:177] * [ingress-addon-legacy-632000] minikube v1.32.0 on Darwin 14.3.1 (arm64)

	I0213 14:52:51.622089    2476 out.go:177]   - MINIKUBE_LOCATION=18170

	I0213 14:52:51.626182    2476 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:52:51.622129    2476 notify.go:220] Checking for updates...

	I0213 14:52:51.630063    2476 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0213 14:52:51.633104    2476 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0213 14:52:51.636163    2476 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/18170-979/.minikube

	I0213 14:52:51.639054    2476 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0213 14:52:51.642286    2476 driver.go:392] Setting default libvirt URI to qemu:///system

	I0213 14:52:51.646121    2476 out.go:177] * Using the qemu2 driver based on user configuration

	I0213 14:52:51.653093    2476 start.go:298] selected driver: qemu2

	I0213 14:52:51.653099    2476 start.go:902] validating driver "qemu2" against <nil>

	I0213 14:52:51.653104    2476 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0213 14:52:51.655492    2476 start_flags.go:307] no existing cluster config was found, will generate one from the flags 

	I0213 14:52:51.659085    2476 out.go:177] * Automatically selected the socket_vmnet network

	I0213 14:52:51.662139    2476 start_flags.go:927] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0213 14:52:51.662184    2476 cni.go:84] Creating CNI manager for ""

	I0213 14:52:51.662196    2476 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0213 14:52:51.662204    2476 start_flags.go:321] config:

	{Name:ingress-addon-legacy-632000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-632000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loc

al ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP

: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:52:51.666897    2476 iso.go:125] acquiring lock: {Name:mk34fb77f66ac5e2b24bb14f9b4fa1a96d01e1aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0213 14:52:51.673086    2476 out.go:177] * Starting control plane node ingress-addon-legacy-632000 in cluster ingress-addon-legacy-632000

	I0213 14:52:51.677106    2476 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I0213 14:52:52.339425    2476 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4

	I0213 14:52:52.339525    2476 cache.go:56] Caching tarball of preloaded images

	I0213 14:52:52.340330    2476 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I0213 14:52:52.347770    2476 out.go:177] * Downloading Kubernetes v1.18.20 preload ...

	I0213 14:52:52.351775    2476 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:52:52.965161    2476 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4?checksum=md5:c8c260b886393123ce9d312d8ac2379e -> /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4

	I0213 14:53:13.817271    2476 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:53:13.817443    2476 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 ...

	I0213 14:53:14.566141    2476 cache.go:59] Finished verifying existence of preloaded tar for  v1.18.20 on docker

	I0213 14:53:14.566333    2476 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/config.json ...

	I0213 14:53:14.566353    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/config.json: {Name:mk6895444abaf78cf5d05cb8f614642d363e4398 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:14.566600    2476 start.go:365] acquiring machines lock for ingress-addon-legacy-632000: {Name:mkcf10d0c0c49a339bbe166f5c624542bb55a51b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0213 14:53:14.566629    2476 start.go:369] acquired machines lock for "ingress-addon-legacy-632000" in 24.209µs

	I0213 14:53:14.566639    2476 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-632000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 K

ubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-632000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:doc

ker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:53:14.566681    2476 start.go:125] createHost starting for "" (driver="qemu2")

	I0213 14:53:14.571680    2476 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4096MB, Disk=20000MB) ...

	I0213 14:53:14.587825    2476 start.go:159] libmachine.API.Create for "ingress-addon-legacy-632000" (driver="qemu2")

	I0213 14:53:14.587847    2476 client.go:168] LocalClient.Create starting

	I0213 14:53:14.587934    2476 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem

	I0213 14:53:14.587963    2476 main.go:141] libmachine: Decoding PEM data...

	I0213 14:53:14.587973    2476 main.go:141] libmachine: Parsing certificate...

	I0213 14:53:14.588008    2476 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem

	I0213 14:53:14.588029    2476 main.go:141] libmachine: Decoding PEM data...

	I0213 14:53:14.588037    2476 main.go:141] libmachine: Parsing certificate...

	I0213 14:53:14.588379    2476 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/18170-979/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/18170-979/.minikube/cache/iso/arm64/minikube-v1.32.1-1703784139-17866-arm64.iso...

	I0213 14:53:14.710530    2476 main.go:141] libmachine: Creating SSH key...

	I0213 14:53:14.800670    2476 main.go:141] libmachine: Creating Disk image...

	I0213 14:53:14.800679    2476 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0213 14:53:14.800872    2476 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2.raw /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2

	I0213 14:53:14.813445    2476 main.go:141] libmachine: STDOUT: 

	I0213 14:53:14.813471    2476 main.go:141] libmachine: STDERR: 

	I0213 14:53:14.813540    2476 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2 +20000M

	I0213 14:53:14.824572    2476 main.go:141] libmachine: STDOUT: Image resized.

	I0213 14:53:14.824588    2476 main.go:141] libmachine: STDERR: 

	I0213 14:53:14.824610    2476 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2.raw and /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2

	I0213 14:53:14.824618    2476 main.go:141] libmachine: Starting QEMU VM...

	I0213 14:53:14.824662    2476 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4096 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/qemu.pid -device virtio-net-pci,netdev=net0,mac=2a:7c:73:4b:9d:0e -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/disk.qcow2

	I0213 14:53:14.862644    2476 main.go:141] libmachine: STDOUT: 

	I0213 14:53:14.862681    2476 main.go:141] libmachine: STDERR: 

	I0213 14:53:14.862685    2476 main.go:141] libmachine: Attempt 0

	I0213 14:53:14.862707    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:14.862781    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:14.862799    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:14.862809    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:14.862815    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:14.862821    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:14.862833    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:16.864917    2476 main.go:141] libmachine: Attempt 1

	I0213 14:53:16.864993    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:16.865319    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:16.865395    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:16.865430    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:16.865464    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:16.865493    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:16.865525    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:18.867680    2476 main.go:141] libmachine: Attempt 2

	I0213 14:53:18.867800    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:18.868049    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:18.868147    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:18.868182    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:18.868214    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:18.868249    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:18.868283    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:20.870399    2476 main.go:141] libmachine: Attempt 3

	I0213 14:53:20.870439    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:20.870494    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:20.870513    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:20.870529    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:20.870535    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:20.870541    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:20.870546    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:22.872534    2476 main.go:141] libmachine: Attempt 4

	I0213 14:53:22.872546    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:22.872580    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:22.872586    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:22.872592    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:22.872598    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:22.872604    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:22.872611    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:24.874626    2476 main.go:141] libmachine: Attempt 5

	I0213 14:53:24.874661    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:24.874703    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:24.874719    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:24.874730    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:24.874736    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:24.874743    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:24.874748    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:26.876767    2476 main.go:141] libmachine: Attempt 6

	I0213 14:53:26.876787    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:26.876850    2476 main.go:141] libmachine: Found 5 entries in /var/db/dhcpd_leases!

	I0213 14:53:26.876860    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.5 HWAddress:ae:13:4b:8c:b8:4e ID:1,ae:13:4b:8c:b8:4e Lease:0x65cd4428}

	I0213 14:53:26.876866    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.4 HWAddress:86:29:da:72:48:fd ID:1,86:29:da:72:48:fd Lease:0x65cd435b}

	I0213 14:53:26.876872    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.3 HWAddress:66:80:1d:fd:c1:f3 ID:1,66:80:1d:fd:c1:f3 Lease:0x65cbf1cd}

	I0213 14:53:26.876877    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:22:10:11:d4:80:6e ID:1,22:10:11:d4:80:6e Lease:0x65cbf125}

	I0213 14:53:26.876883    2476 main.go:141] libmachine: dhcp entry: {Name: IPAddress:192.168.106.2 HWAddress:aa:65:72:3a:1b:9b ID:1,aa:65:72:3a:1b:9b Lease:0x65cd42ab}

	I0213 14:53:28.878934    2476 main.go:141] libmachine: Attempt 7

	I0213 14:53:28.878967    2476 main.go:141] libmachine: Searching for 2a:7c:73:4b:9d:e in /var/db/dhcpd_leases ...

	I0213 14:53:28.879078    2476 main.go:141] libmachine: Found 6 entries in /var/db/dhcpd_leases!

	I0213 14:53:28.879094    2476 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.6 HWAddress:2a:7c:73:4b:9d:e ID:1,2a:7c:73:4b:9d:e Lease:0x65cd4467}

	I0213 14:53:28.879098    2476 main.go:141] libmachine: Found match: 2a:7c:73:4b:9d:e

	I0213 14:53:28.879108    2476 main.go:141] libmachine: IP: 192.168.105.6

	I0213 14:53:28.879115    2476 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.6)...

	I0213 14:53:29.897984    2476 machine.go:88] provisioning docker machine ...

	I0213 14:53:29.898037    2476 buildroot.go:166] provisioning hostname "ingress-addon-legacy-632000"

	I0213 14:53:29.898215    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:29.898982    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:29.899014    2476 main.go:141] libmachine: About to run SSH command:

	sudo hostname ingress-addon-legacy-632000 && echo "ingress-addon-legacy-632000" | sudo tee /etc/hostname

	I0213 14:53:30.006806    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-632000

	I0213 14:53:30.006948    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:30.007475    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:30.007494    2476 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\singress-addon-legacy-632000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-632000/g' /etc/hosts;

				else 

					echo '127.0.1.1 ingress-addon-legacy-632000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0213 14:53:30.095698    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0213 14:53:30.095726    2476 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/18170-979/.minikube CaCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/18170-979/.minikube}

	I0213 14:53:30.095746    2476 buildroot.go:174] setting up certificates

	I0213 14:53:30.095759    2476 provision.go:83] configureAuth start

	I0213 14:53:30.095768    2476 provision.go:138] copyHostCerts

	I0213 14:53:30.095831    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem

	I0213 14:53:30.095890    2476 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem, removing ...

	I0213 14:53:30.095900    2476 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem

	I0213 14:53:30.096109    2476 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/ca.pem (1078 bytes)

	I0213 14:53:30.096363    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem

	I0213 14:53:30.096392    2476 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem, removing ...

	I0213 14:53:30.096397    2476 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem

	I0213 14:53:30.096497    2476 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/cert.pem (1123 bytes)

	I0213 14:53:30.096655    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem

	I0213 14:53:30.096701    2476 exec_runner.go:144] found /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem, removing ...

	I0213 14:53:30.096706    2476 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem

	I0213 14:53:30.096786    2476 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/18170-979/.minikube/key.pem (1675 bytes)

	I0213 14:53:30.096931    2476 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-632000 san=[192.168.105.6 192.168.105.6 localhost 127.0.0.1 minikube ingress-addon-legacy-632000]

	I0213 14:53:30.282192    2476 provision.go:172] copyRemoteCerts

	I0213 14:53:30.282227    2476 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0213 14:53:30.282237    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:53:30.322389    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0213 14:53:30.322440    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server.pem --> /etc/docker/server.pem (1257 bytes)

	I0213 14:53:30.329727    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0213 14:53:30.329794    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0213 14:53:30.337032    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0213 14:53:30.337070    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0213 14:53:30.343653    2476 provision.go:86] duration metric: configureAuth took 247.89625ms

	I0213 14:53:30.343660    2476 buildroot.go:189] setting minikube options for container-runtime

	I0213 14:53:30.343753    2476 config.go:182] Loaded profile config "ingress-addon-legacy-632000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.18.20

	I0213 14:53:30.343790    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:30.344001    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:30.344006    2476 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0213 14:53:30.417894    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0213 14:53:30.417903    2476 buildroot.go:70] root file system type: tmpfs

	I0213 14:53:30.417960    2476 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0213 14:53:30.418004    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:30.418260    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:30.418297    2476 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0213 14:53:30.499077    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0213 14:53:30.499130    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:30.499394    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:30.499404    2476 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0213 14:53:30.867035    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0213 14:53:30.867050    2476 machine.go:91] provisioned docker machine in 969.070583ms

	I0213 14:53:30.867056    2476 client.go:171] LocalClient.Create took 16.279702208s

	I0213 14:53:30.867067    2476 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-632000" took 16.279741917s

	I0213 14:53:30.867073    2476 start.go:300] post-start starting for "ingress-addon-legacy-632000" (driver="qemu2")

	I0213 14:53:30.867079    2476 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0213 14:53:30.867138    2476 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0213 14:53:30.867148    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:53:30.905544    2476 ssh_runner.go:195] Run: cat /etc/os-release

	I0213 14:53:30.906902    2476 info.go:137] Remote host: Buildroot 2021.02.12

	I0213 14:53:30.906908    2476 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/addons for local assets ...

	I0213 14:53:30.906981    2476 filesync.go:126] Scanning /Users/jenkins/minikube-integration/18170-979/.minikube/files for local assets ...

	I0213 14:53:30.907089    2476 filesync.go:149] local asset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem -> 14072.pem in /etc/ssl/certs

	I0213 14:53:30.907094    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem -> /etc/ssl/certs/14072.pem

	I0213 14:53:30.907210    2476 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0213 14:53:30.910322    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:53:30.917530    2476 start.go:303] post-start completed in 50.45375ms

	I0213 14:53:30.917951    2476 profile.go:148] Saving config to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/config.json ...

	I0213 14:53:30.918138    2476 start.go:128] duration metric: createHost completed in 16.351951958s

	I0213 14:53:30.918163    2476 main.go:141] libmachine: Using SSH client type: native

	I0213 14:53:30.918374    2476 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100d478e0] 0x100d4a050 <nil>  [] 0s} 192.168.105.6 22 <nil> <nil>}

	I0213 14:53:30.918381    2476 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0213 14:53:30.989391    2476 main.go:141] libmachine: SSH cmd err, output: <nil>: 1707864810.998792002

	I0213 14:53:30.989401    2476 fix.go:206] guest clock: 1707864810.998792002

	I0213 14:53:30.989405    2476 fix.go:219] Guest: 2024-02-13 14:53:30.998792002 -0800 PST Remote: 2024-02-13 14:53:30.918141 -0800 PST m=+39.347624418 (delta=80.651002ms)

	I0213 14:53:30.989416    2476 fix.go:190] guest clock delta is within tolerance: 80.651002ms

	I0213 14:53:30.989419    2476 start.go:83] releasing machines lock for "ingress-addon-legacy-632000", held for 16.423285875s

	I0213 14:53:30.989699    2476 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0213 14:53:30.989704    2476 ssh_runner.go:195] Run: cat /version.json

	I0213 14:53:30.989719    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:53:30.989723    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:53:31.028643    2476 ssh_runner.go:195] Run: systemctl --version

	I0213 14:53:31.073592    2476 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0213 14:53:31.075408    2476 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0213 14:53:31.075434    2476 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *bridge* -not -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e '/"dst": ".*:.*"/d' -e 's|^(.*)"dst": (.*)[,*]$|\1"dst": \2|g' -e '/"subnet": ".*:.*"/d' -e 's|^(.*)"subnet": ".*"(.*)[,*]$|\1"subnet": "10.244.0.0/16"\2|g' {}" ;

	I0213 14:53:31.078649    2476 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e 's|^(.*)"subnet": ".*"(.*)$|\1"subnet": "10.244.0.0/16"\2|g' -e 's|^(.*)"gateway": ".*"(.*)$|\1"gateway": "10.244.0.1"\2|g' {}" ;

	I0213 14:53:31.083675    2476 cni.go:308] configured [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0213 14:53:31.083683    2476 start.go:475] detecting cgroup driver to use...

	I0213 14:53:31.083755    2476 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:53:31.090065    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.2"|' /etc/containerd/config.toml"

	I0213 14:53:31.093604    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0213 14:53:31.096615    2476 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0213 14:53:31.096638    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0213 14:53:31.099537    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:53:31.102565    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0213 14:53:31.106085    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0213 14:53:31.109754    2476 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0213 14:53:31.113482    2476 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0213 14:53:31.116616    2476 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0213 14:53:31.119191    2476 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0213 14:53:31.122219    2476 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:53:31.207107    2476 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0213 14:53:31.213366    2476 start.go:475] detecting cgroup driver to use...

	I0213 14:53:31.213421    2476 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0213 14:53:31.221858    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:53:31.227057    2476 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0213 14:53:31.233087    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0213 14:53:31.237748    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:53:31.242637    2476 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0213 14:53:31.280643    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0213 14:53:31.285240    2476 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/dockershim.sock

	" | sudo tee /etc/crictl.yaml"

	I0213 14:53:31.290530    2476 ssh_runner.go:195] Run: which cri-dockerd

	I0213 14:53:31.291906    2476 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0213 14:53:31.294647    2476 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0213 14:53:31.300173    2476 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0213 14:53:31.379015    2476 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0213 14:53:31.446855    2476 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0213 14:53:31.446921    2476 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0213 14:53:31.452012    2476 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:53:31.530800    2476 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:53:32.692865    2476 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.162082167s)

	I0213 14:53:32.692955    2476 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:53:32.702761    2476 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0213 14:53:32.714288    2476 out.go:204] * Preparing Kubernetes v1.18.20 on Docker 24.0.7 ...

	I0213 14:53:32.714363    2476 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0213 14:53:32.715701    2476 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:53:32.719240    2476 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime docker

	I0213 14:53:32.719282    2476 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:53:32.724311    2476 docker.go:685] Got preloaded images: 

	I0213 14:53:32.724320    2476 docker.go:691] registry.k8s.io/kube-apiserver:v1.18.20 wasn't preloaded

	I0213 14:53:32.724359    2476 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:53:32.727109    2476 ssh_runner.go:195] Run: which lz4

	I0213 14:53:32.728562    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 -> /preloaded.tar.lz4

	I0213 14:53:32.728636    2476 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0213 14:53:32.729903    2476 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0213 14:53:32.729913    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (459739018 bytes)

	I0213 14:53:34.406855    2476 docker.go:649] Took 1.678293 seconds to copy over tarball

	I0213 14:53:34.406910    2476 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4

	I0213 14:53:35.697159    2476 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.290272083s)

	I0213 14:53:35.697174    2476 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0213 14:53:35.720050    2476 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0213 14:53:35.723637    2476 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2502 bytes)

	I0213 14:53:35.728619    2476 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0213 14:53:35.806597    2476 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0213 14:53:37.299940    2476 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.49337s)

	I0213 14:53:37.300019    2476 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0213 14:53:37.305962    2476 docker.go:685] Got preloaded images: -- stdout --

	k8s.gcr.io/kube-proxy:v1.18.20

	k8s.gcr.io/kube-controller-manager:v1.18.20

	k8s.gcr.io/kube-apiserver:v1.18.20

	k8s.gcr.io/kube-scheduler:v1.18.20

	gcr.io/k8s-minikube/storage-provisioner:v5

	k8s.gcr.io/pause:3.2

	k8s.gcr.io/coredns:1.6.7

	k8s.gcr.io/etcd:3.4.3-0

	-- /stdout --

	I0213 14:53:37.305969    2476 docker.go:691] registry.k8s.io/kube-apiserver:v1.18.20 wasn't preloaded

	I0213 14:53:37.305974    2476 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]

	I0213 14:53:37.314159    2476 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20

	I0213 14:53:37.314173    2476 image.go:134] retrieving image: registry.k8s.io/pause:3.2

	I0213 14:53:37.314309    2476 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7

	I0213 14:53:37.314356    2476 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20

	I0213 14:53:37.314504    2476 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:53:37.314807    2476 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20

	I0213 14:53:37.314858    2476 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0

	I0213 14:53:37.314964    2476 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20

	I0213 14:53:37.324119    2476 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20

	I0213 14:53:37.324226    2476 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2

	I0213 14:53:37.325073    2476 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20

	I0213 14:53:37.325137    2476 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20

	I0213 14:53:37.325168    2476 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0

	I0213 14:53:37.325200    2476 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:53:37.325213    2476 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20

	I0213 14:53:37.325207    2476 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7

	W0213 14:53:39.316963    2476 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.317535    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20

	I0213 14:53:39.340361    2476 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime

	I0213 14:53:39.340441    2476 docker.go:337] Removing image: registry.k8s.io/kube-apiserver:v1.18.20

	I0213 14:53:39.340576    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-apiserver:v1.18.20

	W0213 14:53:39.353845    2476 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.354067    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20

	I0213 14:53:39.356326    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20

	I0213 14:53:39.366422    2476 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime

	I0213 14:53:39.366457    2476 docker.go:337] Removing image: registry.k8s.io/kube-scheduler:v1.18.20

	I0213 14:53:39.366536    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-scheduler:v1.18.20

	I0213 14:53:39.375852    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20

	W0213 14:53:39.392059    2476 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.392261    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20

	I0213 14:53:39.400854    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/pause:3.2

	I0213 14:53:39.401136    2476 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime

	I0213 14:53:39.401156    2476 docker.go:337] Removing image: registry.k8s.io/kube-proxy:v1.18.20

	I0213 14:53:39.401193    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-proxy:v1.18.20

	W0213 14:53:39.407659    2476 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.407788    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20

	I0213 14:53:39.417504    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20

	I0213 14:53:39.417515    2476 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime

	I0213 14:53:39.417537    2476 docker.go:337] Removing image: registry.k8s.io/pause:3.2

	I0213 14:53:39.417557    2476 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime

	I0213 14:53:39.417568    2476 docker.go:337] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20

	I0213 14:53:39.417586    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/pause:3.2

	I0213 14:53:39.417592    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/kube-controller-manager:v1.18.20

	I0213 14:53:39.428342    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20

	I0213 14:53:39.428375    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2

	W0213 14:53:39.446299    2476 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.446408    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0

	W0213 14:53:39.451075    2476 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:39.451168    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7

	I0213 14:53:39.453141    2476 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime

	I0213 14:53:39.453157    2476 docker.go:337] Removing image: registry.k8s.io/etcd:3.4.3-0

	I0213 14:53:39.453185    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/etcd:3.4.3-0

	I0213 14:53:39.458442    2476 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime

	I0213 14:53:39.458461    2476 docker.go:337] Removing image: registry.k8s.io/coredns:1.6.7

	I0213 14:53:39.458507    2476 ssh_runner.go:195] Run: docker rmi registry.k8s.io/coredns:1.6.7

	I0213 14:53:39.458928    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0

	I0213 14:53:39.464260    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7

	W0213 14:53:40.394918    2476 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing

	I0213 14:53:40.395419    2476 ssh_runner.go:195] Run: docker image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:53:40.420195    2476 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime

	I0213 14:53:40.420251    2476 docker.go:337] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:53:40.420391    2476 ssh_runner.go:195] Run: docker rmi gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:53:40.445913    2476 cache_images.go:286] Loading image from: /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5

	I0213 14:53:40.445998    2476 cache_images.go:92] LoadImages completed in 3.1400955s

	W0213 14:53:40.446058    2476 out.go:239] X Unable to load cached images: loading cached images: stat /Users/jenkins/minikube-integration/18170-979/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20: no such file or directory

	I0213 14:53:40.446152    2476 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0213 14:53:40.461065    2476 cni.go:84] Creating CNI manager for ""

	I0213 14:53:40.461084    2476 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0213 14:53:40.461094    2476 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0213 14:53:40.461108    2476 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.6 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-632000 NodeName:ingress-addon-legacy-632000 DNSDomain:cluster.local CRISocket:/var/run/dockershim.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.6"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.6 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/

ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}

	I0213 14:53:40.461211    2476 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.6

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /var/run/dockershim.sock

	  name: "ingress-addon-legacy-632000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.6

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.6"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.18.20

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0213 14:53:40.461271    2476 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=docker --hostname-override=ingress-addon-legacy-632000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.6

	[Install]

	 config:

	{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-632000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0213 14:53:40.461350    2476 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20

	I0213 14:53:40.466364    2476 binaries.go:44] Found k8s binaries, skipping transfer

	I0213 14:53:40.466405    2476 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0213 14:53:40.470301    2476 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (355 bytes)

	I0213 14:53:40.477122    2476 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)

	I0213 14:53:40.482942    2476 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2127 bytes)

	I0213 14:53:40.488344    2476 ssh_runner.go:195] Run: grep 192.168.105.6	control-plane.minikube.internal$ /etc/hosts

	I0213 14:53:40.489615    2476 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.6	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0213 14:53:40.493411    2476 certs.go:56] Setting up /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000 for IP: 192.168.105.6

	I0213 14:53:40.493423    2476 certs.go:190] acquiring lock for shared ca certs: {Name:mk65e421691b8fb2c09fb65e08f20f9a769da9f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.493573    2476 certs.go:199] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key

	I0213 14:53:40.493619    2476 certs.go:199] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key

	I0213 14:53:40.493645    2476 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key

	I0213 14:53:40.493654    2476 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt with IP's: []

	I0213 14:53:40.557066    2476 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt ...

	I0213 14:53:40.557070    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt: {Name:mk1e60451b75d607848278b73c6e177f9c30fc5b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.557298    2476 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key ...

	I0213 14:53:40.557303    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key: {Name:mk792d5ffae7d538511a79d6a08e59eed22bd9de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.557431    2476 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key.b354f644

	I0213 14:53:40.557439    2476 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt.b354f644 with IP's: [192.168.105.6 10.96.0.1 127.0.0.1 10.0.0.1]

	I0213 14:53:40.637442    2476 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt.b354f644 ...

	I0213 14:53:40.637445    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt.b354f644: {Name:mke3a4cf03d7275f72dce8e3ed2db5c4009efa2d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.637573    2476 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key.b354f644 ...

	I0213 14:53:40.637576    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key.b354f644: {Name:mkaa1cd6d78b39acee47799220e609540fb40fdc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.637684    2476 certs.go:337] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt.b354f644 -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt

	I0213 14:53:40.637861    2476 certs.go:341] copying /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key.b354f644 -> /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key

	I0213 14:53:40.638002    2476 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.key

	I0213 14:53:40.638010    2476 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.crt with IP's: []

	I0213 14:53:40.822478    2476 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.crt ...

	I0213 14:53:40.822484    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.crt: {Name:mka02eef6b931ba8888c87cea3aee7431bd663a5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.822688    2476 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.key ...

	I0213 14:53:40.822692    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.key: {Name:mke159c9b9e9b88fb18e19fcbf32f13f62734156 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:53:40.822826    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I0213 14:53:40.822841    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I0213 14:53:40.822851    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I0213 14:53:40.822861    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I0213 14:53:40.822872    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I0213 14:53:40.822882    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I0213 14:53:40.822892    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I0213 14:53:40.822902    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I0213 14:53:40.822984    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem (1338 bytes)

	W0213 14:53:40.823017    2476 certs.go:433] ignoring /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407_empty.pem, impossibly tiny 0 bytes

	I0213 14:53:40.823036    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca-key.pem (1675 bytes)

	I0213 14:53:40.823061    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/ca.pem (1078 bytes)

	I0213 14:53:40.823090    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/cert.pem (1123 bytes)

	I0213 14:53:40.823110    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/Users/jenkins/minikube-integration/18170-979/.minikube/certs/key.pem (1675 bytes)

	I0213 14:53:40.823163    2476 certs.go:437] found cert: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem (1708 bytes)

	I0213 14:53:40.823188    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem -> /usr/share/ca-certificates/14072.pem

	I0213 14:53:40.823199    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:53:40.823208    2476 vm_assets.go:163] NewFileAsset: /Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem -> /usr/share/ca-certificates/1407.pem

	I0213 14:53:40.823621    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0213 14:53:40.831308    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0213 14:53:40.838221    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0213 14:53:40.845506    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0213 14:53:40.852547    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0213 14:53:40.859274    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0213 14:53:40.866051    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0213 14:53:40.873344    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0213 14:53:40.880312    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/files/etc/ssl/certs/14072.pem --> /usr/share/ca-certificates/14072.pem (1708 bytes)

	I0213 14:53:40.886946    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0213 14:53:40.894026    2476 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/18170-979/.minikube/certs/1407.pem --> /usr/share/ca-certificates/1407.pem (1338 bytes)

	I0213 14:53:40.901317    2476 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0213 14:53:40.906661    2476 ssh_runner.go:195] Run: openssl version

	I0213 14:53:40.908814    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0213 14:53:40.911846    2476 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:53:40.913220    2476 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 13 22:40 /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:53:40.913246    2476 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0213 14:53:40.915126    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0213 14:53:40.918528    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1407.pem && ln -fs /usr/share/ca-certificates/1407.pem /etc/ssl/certs/1407.pem"

	I0213 14:53:40.922025    2476 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1407.pem

	I0213 14:53:40.923614    2476 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 13 22:48 /usr/share/ca-certificates/1407.pem

	I0213 14:53:40.923638    2476 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1407.pem

	I0213 14:53:40.925392    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1407.pem /etc/ssl/certs/51391683.0"

	I0213 14:53:40.928653    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/14072.pem && ln -fs /usr/share/ca-certificates/14072.pem /etc/ssl/certs/14072.pem"

	I0213 14:53:40.931833    2476 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/14072.pem

	I0213 14:53:40.933398    2476 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 13 22:48 /usr/share/ca-certificates/14072.pem

	I0213 14:53:40.933419    2476 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/14072.pem

	I0213 14:53:40.935564    2476 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/14072.pem /etc/ssl/certs/3ec20f2e.0"

	I0213 14:53:40.938750    2476 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0213 14:53:40.940200    2476 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0213 14:53:40.940228    2476 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-632000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/17866/minikube-v1.32.1-1703784139-17866-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1704759386-17866@sha256:8c3c33047f9bc285e1f5f2a5aa14744a2fe04c58478f02f77b06169dea8dd3f0 Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber

netesVersion:v1.18.20 ClusterName:ingress-addon-legacy-632000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.6 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker Mount

IP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:}

	I0213 14:53:40.940298    2476 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0213 14:53:40.945826    2476 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0213 14:53:40.949028    2476 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0213 14:53:40.951711    2476 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0213 14:53:40.954491    2476 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0213 14:53:40.954508    2476 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU"

	I0213 14:53:40.983274    2476 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20

	I0213 14:53:40.983301    2476 kubeadm.go:322] [preflight] Running pre-flight checks

	I0213 14:53:41.067409    2476 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0213 14:53:41.067476    2476 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0213 14:53:41.067528    2476 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0213 14:53:41.113484    2476 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0213 14:53:41.113973    2476 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0213 14:53:41.114064    2476 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0213 14:53:41.200211    2476 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0213 14:53:41.208397    2476 out.go:204]   - Generating certificates and keys ...

	I0213 14:53:41.208432    2476 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0213 14:53:41.208466    2476 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0213 14:53:41.436336    2476 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0213 14:53:41.571497    2476 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0213 14:53:41.653921    2476 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0213 14:53:41.789452    2476 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0213 14:53:41.837869    2476 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0213 14:53:41.837938    2476 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-632000 localhost] and IPs [192.168.105.6 127.0.0.1 ::1]

	I0213 14:53:41.924048    2476 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0213 14:53:41.924130    2476 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-632000 localhost] and IPs [192.168.105.6 127.0.0.1 ::1]

	I0213 14:53:42.064188    2476 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0213 14:53:42.144300    2476 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0213 14:53:42.272259    2476 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0213 14:53:42.272287    2476 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0213 14:53:42.380663    2476 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0213 14:53:42.543886    2476 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0213 14:53:42.575003    2476 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0213 14:53:42.621422    2476 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0213 14:53:42.621871    2476 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0213 14:53:42.626130    2476 out.go:204]   - Booting up control plane ...

	I0213 14:53:42.626181    2476 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0213 14:53:42.626231    2476 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0213 14:53:42.626274    2476 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0213 14:53:42.626470    2476 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0213 14:53:42.627725    2476 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0213 14:53:54.629055    2476 kubeadm.go:322] [apiclient] All control plane components are healthy after 12.001378 seconds

	I0213 14:53:54.629170    2476 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0213 14:53:54.637572    2476 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster

	I0213 14:53:55.164375    2476 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0213 14:53:55.164602    2476 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-632000 as control-plane by adding the label "node-role.kubernetes.io/master=''"

	I0213 14:53:55.672294    2476 kubeadm.go:322] [bootstrap-token] Using token: 97od6g.68vdk5s0euvock6l

	I0213 14:53:55.676576    2476 out.go:204]   - Configuring RBAC rules ...

	I0213 14:53:55.676723    2476 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0213 14:53:55.682734    2476 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0213 14:53:55.690883    2476 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0213 14:53:55.692813    2476 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0213 14:53:55.694735    2476 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0213 14:53:55.696285    2476 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0213 14:53:55.702245    2476 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0213 14:53:55.924293    2476 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0213 14:53:56.084018    2476 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0213 14:53:56.084595    2476 kubeadm.go:322] 

	I0213 14:53:56.084631    2476 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0213 14:53:56.084635    2476 kubeadm.go:322] 

	I0213 14:53:56.084688    2476 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0213 14:53:56.084694    2476 kubeadm.go:322] 

	I0213 14:53:56.084716    2476 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0213 14:53:56.084752    2476 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0213 14:53:56.084798    2476 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0213 14:53:56.084806    2476 kubeadm.go:322] 

	I0213 14:53:56.084842    2476 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0213 14:53:56.084901    2476 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0213 14:53:56.084944    2476 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0213 14:53:56.084948    2476 kubeadm.go:322] 

	I0213 14:53:56.084996    2476 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0213 14:53:56.085046    2476 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0213 14:53:56.085052    2476 kubeadm.go:322] 

	I0213 14:53:56.085102    2476 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 97od6g.68vdk5s0euvock6l \

	I0213 14:53:56.085174    2476 kubeadm.go:322]     --discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d \

	I0213 14:53:56.085192    2476 kubeadm.go:322]     --control-plane 

	I0213 14:53:56.085197    2476 kubeadm.go:322] 

	I0213 14:53:56.085248    2476 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0213 14:53:56.085252    2476 kubeadm.go:322] 

	I0213 14:53:56.085298    2476 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 97od6g.68vdk5s0euvock6l \

	I0213 14:53:56.085371    2476 kubeadm.go:322]     --discovery-token-ca-cert-hash sha256:59d33d1eb40ab9fa290fa08077c20062eca217e8d74d3cd8b9b4fd2d5d6aeb8d 

	I0213 14:53:56.085544    2476 kubeadm.go:322] W0213 22:53:40.992921    1418 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]

	I0213 14:53:56.085661    2476 kubeadm.go:322] 	[WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/

	I0213 14:53:56.085738    2476 kubeadm.go:322] 	[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 24.0.7. Latest validated version: 19.03

	I0213 14:53:56.085805    2476 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0213 14:53:56.085881    2476 kubeadm.go:322] W0213 22:53:42.635545    1418 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"

	I0213 14:53:56.085959    2476 kubeadm.go:322] W0213 22:53:42.635979    1418 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"

	I0213 14:53:56.085965    2476 cni.go:84] Creating CNI manager for ""

	I0213 14:53:56.085972    2476 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0213 14:53:56.085989    2476 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0213 14:53:56.086059    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:56.086070    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93 minikube.k8s.io/name=ingress-addon-legacy-632000 minikube.k8s.io/updated_at=2024_02_13T14_53_56_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:56.150314    2476 ops.go:34] apiserver oom_adj: -16

	I0213 14:53:56.150365    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:56.652664    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:57.152743    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:57.652796    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:58.152739    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:58.652633    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:59.152662    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:53:59.654339    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:00.152617    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:00.652589    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:01.152471    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:01.652342    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:02.152533    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:02.652243    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:03.152550    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:03.652625    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:04.152586    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:04.652324    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:05.152465    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:05.652458    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:06.152367    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:06.651329    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:07.152419    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:07.652487    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:08.152350    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:08.652397    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:09.152389    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:09.652337    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:10.152341    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:10.652319    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:11.152285    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:11.652254    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:12.152177    2476 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0213 14:54:12.252994    2476 kubeadm.go:1088] duration metric: took 16.167486458s to wait for elevateKubeSystemPrivileges.

	I0213 14:54:12.253011    2476 kubeadm.go:406] StartCluster complete in 31.313738458s

	I0213 14:54:12.253021    2476 settings.go:142] acquiring lock: {Name:mkdd6397441cfaf6d06a74b65d6ddefdb863237c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:54:12.253099    2476 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/18170-979/kubeconfig

	I0213 14:54:12.253456    2476 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/18170-979/kubeconfig: {Name:mkf66d96abab1e512e6f2721c341e70e5b11c9ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0213 14:54:12.253667    2476 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0213 14:54:12.253690    2476 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]

	I0213 14:54:12.253729    2476 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-632000"

	I0213 14:54:12.253733    2476 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-632000"

	I0213 14:54:12.253737    2476 addons.go:234] Setting addon storage-provisioner=true in "ingress-addon-legacy-632000"

	I0213 14:54:12.253741    2476 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-632000"

	I0213 14:54:12.253761    2476 host.go:66] Checking if "ingress-addon-legacy-632000" exists ...

	I0213 14:54:12.253901    2476 kapi.go:59] client config for ingress-addon-legacy-632000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key", CAFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x102023f40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0213 14:54:12.253944    2476 config.go:182] Loaded profile config "ingress-addon-legacy-632000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.18.20

	I0213 14:54:12.254267    2476 cert_rotation.go:137] Starting client certificate rotation controller

	I0213 14:54:12.254847    2476 kapi.go:59] client config for ingress-addon-legacy-632000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key", CAFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x102023f40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0213 14:54:12.254953    2476 addons.go:234] Setting addon default-storageclass=true in "ingress-addon-legacy-632000"

	I0213 14:54:12.254964    2476 host.go:66] Checking if "ingress-addon-legacy-632000" exists ...

	I0213 14:54:12.258295    2476 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0213 14:54:12.261366    2476 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:54:12.261372    2476 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0213 14:54:12.261379    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:54:12.262127    2476 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml

	I0213 14:54:12.262132    2476 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0213 14:54:12.262135    2476 sshutil.go:53] new ssh client: &{IP:192.168.105.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/18170-979/.minikube/machines/ingress-addon-legacy-632000/id_rsa Username:docker}

	I0213 14:54:12.309864    2476 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0213 14:54:12.313786    2476 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0213 14:54:12.364073    2476 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0213 14:54:12.583998    2476 start.go:929] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0213 14:54:12.591190    2476 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I0213 14:54:12.599084    2476 addons.go:505] enable addons completed in 345.406542ms: enabled=[storage-provisioner default-storageclass]

	I0213 14:54:12.757877    2476 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-632000" context rescaled to 1 replicas

	I0213 14:54:12.757897    2476 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.6 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0213 14:54:12.762052    2476 out.go:177] * Verifying Kubernetes components...

	I0213 14:54:12.770997    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:54:12.796016    2476 kapi.go:59] client config for ingress-addon-legacy-632000: &rest.Config{Host:"https://192.168.105.6:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/profiles/ingress-addon-legacy-632000/client.key", CAFile:"/Users/jenkins/minikube-integration/18170-979/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(n

il), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x102023f40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0213 14:54:12.796150    2476 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-632000" to be "Ready" ...

	I0213 14:54:12.798797    2476 node_ready.go:49] node "ingress-addon-legacy-632000" has status "Ready":"True"

	I0213 14:54:12.798804    2476 node_ready.go:38] duration metric: took 2.64075ms waiting for node "ingress-addon-legacy-632000" to be "Ready" ...

	I0213 14:54:12.798808    2476 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:54:12.802609    2476 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:14.813831    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:16.815376    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:19.307963    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:21.315475    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:23.317768    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:25.817127    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:28.308920    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:30.317487    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:32.817542    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:35.315800    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:37.816865    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:40.316205    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:42.809428    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:44.814944    2476 pod_ready.go:102] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"False"

	I0213 14:54:45.817587    2476 pod_ready.go:92] pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:45.817629    2476 pod_ready.go:81] duration metric: took 33.016014291s waiting for pod "coredns-66bff467f8-lm8qq" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.817652    2476 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.825992    2476 pod_ready.go:92] pod "etcd-ingress-addon-legacy-632000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:45.826013    2476 pod_ready.go:81] duration metric: took 8.35075ms waiting for pod "etcd-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.826027    2476 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.831856    2476 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-632000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:45.831873    2476 pod_ready.go:81] duration metric: took 5.83475ms waiting for pod "kube-apiserver-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.831885    2476 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.838292    2476 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-632000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:45.838310    2476 pod_ready.go:81] duration metric: took 6.417125ms waiting for pod "kube-controller-manager-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.838322    2476 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wzt7r" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.843564    2476 pod_ready.go:92] pod "kube-proxy-wzt7r" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:45.843578    2476 pod_ready.go:81] duration metric: took 5.248958ms waiting for pod "kube-proxy-wzt7r" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:45.843587    2476 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:46.006033    2476 request.go:629] Waited for 162.30525ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-632000

	I0213 14:54:46.205692    2476 request.go:629] Waited for 193.191417ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/nodes/ingress-addon-legacy-632000

	I0213 14:54:46.214853    2476 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-632000" in "kube-system" namespace has status "Ready":"True"

	I0213 14:54:46.214879    2476 pod_ready.go:81] duration metric: took 371.293041ms waiting for pod "kube-scheduler-ingress-addon-legacy-632000" in "kube-system" namespace to be "Ready" ...

	I0213 14:54:46.214900    2476 pod_ready.go:38] duration metric: took 33.417102333s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0213 14:54:46.214949    2476 api_server.go:52] waiting for apiserver process to appear ...

	I0213 14:54:46.215219    2476 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0213 14:54:46.232286    2476 api_server.go:72] duration metric: took 33.475387833s to wait for apiserver process to appear ...

	I0213 14:54:46.232300    2476 api_server.go:88] waiting for apiserver healthz status ...

	I0213 14:54:46.232325    2476 api_server.go:253] Checking apiserver healthz at https://192.168.105.6:8443/healthz ...

	I0213 14:54:46.240785    2476 api_server.go:279] https://192.168.105.6:8443/healthz returned 200:

	ok

	I0213 14:54:46.241986    2476 api_server.go:141] control plane version: v1.18.20

	I0213 14:54:46.242001    2476 api_server.go:131] duration metric: took 9.695084ms to wait for apiserver health ...

	I0213 14:54:46.242007    2476 system_pods.go:43] waiting for kube-system pods to appear ...

	I0213 14:54:46.405953    2476 request.go:629] Waited for 163.873125ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/kube-system/pods

	I0213 14:54:46.421245    2476 system_pods.go:59] 7 kube-system pods found

	I0213 14:54:46.421300    2476 system_pods.go:61] "coredns-66bff467f8-lm8qq" [a2aed4bf-e243-4d2c-b1de-279e5011ef4c] Running

	I0213 14:54:46.421311    2476 system_pods.go:61] "etcd-ingress-addon-legacy-632000" [246bcf33-8af0-451f-ab6d-b9c667a04901] Running

	I0213 14:54:46.421325    2476 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-632000" [a7b4183f-d37c-49bd-8446-1de3d5f76ff5] Running

	I0213 14:54:46.421335    2476 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-632000" [52f6fb81-51d5-4572-8a49-398feed5a538] Running

	I0213 14:54:46.421347    2476 system_pods.go:61] "kube-proxy-wzt7r" [3c78b0cd-4154-40b5-ac3b-4900da1eba5a] Running

	I0213 14:54:46.421365    2476 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-632000" [52f0535e-1490-4e4e-876b-9b33ffa4fa8f] Running

	I0213 14:54:46.421376    2476 system_pods.go:61] "storage-provisioner" [c58ea144-1cb3-4d04-9f4e-48c8ccd7f305] Running

	I0213 14:54:46.421388    2476 system_pods.go:74] duration metric: took 179.37875ms to wait for pod list to return data ...

	I0213 14:54:46.421403    2476 default_sa.go:34] waiting for default service account to be created ...

	I0213 14:54:46.605913    2476 request.go:629] Waited for 184.402958ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/default/serviceaccounts

	I0213 14:54:46.612607    2476 default_sa.go:45] found service account: "default"

	I0213 14:54:46.612637    2476 default_sa.go:55] duration metric: took 191.230167ms for default service account to be created ...

	I0213 14:54:46.612652    2476 system_pods.go:116] waiting for k8s-apps to be running ...

	I0213 14:54:46.805921    2476 request.go:629] Waited for 193.173292ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/namespaces/kube-system/pods

	I0213 14:54:46.820349    2476 system_pods.go:86] 7 kube-system pods found

	I0213 14:54:46.820399    2476 system_pods.go:89] "coredns-66bff467f8-lm8qq" [a2aed4bf-e243-4d2c-b1de-279e5011ef4c] Running

	I0213 14:54:46.820412    2476 system_pods.go:89] "etcd-ingress-addon-legacy-632000" [246bcf33-8af0-451f-ab6d-b9c667a04901] Running

	I0213 14:54:46.820423    2476 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-632000" [a7b4183f-d37c-49bd-8446-1de3d5f76ff5] Running

	I0213 14:54:46.820433    2476 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-632000" [52f6fb81-51d5-4572-8a49-398feed5a538] Running

	I0213 14:54:46.820448    2476 system_pods.go:89] "kube-proxy-wzt7r" [3c78b0cd-4154-40b5-ac3b-4900da1eba5a] Running

	I0213 14:54:46.820461    2476 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-632000" [52f0535e-1490-4e4e-876b-9b33ffa4fa8f] Running

	I0213 14:54:46.820472    2476 system_pods.go:89] "storage-provisioner" [c58ea144-1cb3-4d04-9f4e-48c8ccd7f305] Running

	I0213 14:54:46.820485    2476 system_pods.go:126] duration metric: took 207.8305ms to wait for k8s-apps to be running ...

	I0213 14:54:46.820504    2476 system_svc.go:44] waiting for kubelet service to be running ....

	I0213 14:54:46.820710    2476 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0213 14:54:46.837431    2476 system_svc.go:56] duration metric: took 16.923375ms WaitForService to wait for kubelet.

	I0213 14:54:46.837457    2476 kubeadm.go:581] duration metric: took 34.080578958s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0213 14:54:46.837482    2476 node_conditions.go:102] verifying NodePressure condition ...

	I0213 14:54:47.005951    2476 request.go:629] Waited for 168.369083ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.105.6:8443/api/v1/nodes

	I0213 14:54:47.013746    2476 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0213 14:54:47.013801    2476 node_conditions.go:123] node cpu capacity is 2

	I0213 14:54:47.013851    2476 node_conditions.go:105] duration metric: took 176.360083ms to run NodePressure ...

	I0213 14:54:47.013881    2476 start.go:228] waiting for startup goroutines ...

	I0213 14:54:47.013901    2476 start.go:233] waiting for cluster config update ...

	I0213 14:54:47.013944    2476 start.go:242] writing updated cluster config ...

	I0213 14:54:47.015395    2476 ssh_runner.go:195] Run: rm -f paused

	I0213 14:54:47.082515    2476 start.go:600] kubectl: 1.29.1, cluster: 1.18.20 (minor skew: 11)

	I0213 14:54:47.086292    2476 out.go:177] 

	W0213 14:54:47.091321    2476 out.go:239] ! /usr/local/bin/kubectl is version 1.29.1, which may have incompatibilities with Kubernetes 1.18.20.

	I0213 14:54:47.096290    2476 out.go:177]   - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'

	I0213 14:54:47.104281    2476 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-632000" cluster and "default" namespace by default

	==> Docker <==

	-- Journal begins at Tue 2024-02-13 22:53:27 UTC, ends at Tue 2024-02-13 22:55:59 UTC. --

	Feb 13 22:55:38 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:38.468315279Z" level=info msg="shim disconnected" id=0ad8311e8a67c86dba09155c404fa34f6ee3dfc7c8be35c02538908a0ecc9597 namespace=moby

	Feb 13 22:55:38 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:38.468344569Z" level=warning msg="cleaning up after shim disconnected" id=0ad8311e8a67c86dba09155c404fa34f6ee3dfc7c8be35c02538908a0ecc9597 namespace=moby

	Feb 13 22:55:38 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:38.468348693Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:55:42 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:42.382565264Z" level=info msg="ignoring event" container=9169c06c141bd3e842ecabc7246090713862451d7ab7bac5f49479e991862f3c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:55:42 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:42.382868123Z" level=info msg="shim disconnected" id=9169c06c141bd3e842ecabc7246090713862451d7ab7bac5f49479e991862f3c namespace=moby

	Feb 13 22:55:42 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:42.382919745Z" level=warning msg="cleaning up after shim disconnected" id=9169c06c141bd3e842ecabc7246090713862451d7ab7bac5f49479e991862f3c namespace=moby

	Feb 13 22:55:42 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:42.382926120Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.401832191Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.401895272Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.401905688Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.401912729Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.449476562Z" level=info msg="shim disconnected" id=44733c84a0748d4396bd34e3622d1e76a26db416c40f17f2515872cd6430b7b3 namespace=moby

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.449572558Z" level=warning msg="cleaning up after shim disconnected" id=44733c84a0748d4396bd34e3622d1e76a26db416c40f17f2515872cd6430b7b3 namespace=moby

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:52.449590558Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:55:52 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:52.449705345Z" level=info msg="ignoring event" container=44733c84a0748d4396bd34e3622d1e76a26db416c40f17f2515872cd6430b7b3 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:54.874405006Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=2fd1ddcf85afcd554b869f3f1b75c61c4f681ec173976b67e9693dde72acebff

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:54.883752168Z" level=info msg="Container failed to exit within 2s of signal 15 - using the force" container=2fd1ddcf85afcd554b869f3f1b75c61c4f681ec173976b67e9693dde72acebff

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:54.982552631Z" level=info msg="ignoring event" container=2fd1ddcf85afcd554b869f3f1b75c61c4f681ec173976b67e9693dde72acebff module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:54.983226648Z" level=info msg="shim disconnected" id=2fd1ddcf85afcd554b869f3f1b75c61c4f681ec173976b67e9693dde72acebff namespace=moby

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:54.983490097Z" level=warning msg="cleaning up after shim disconnected" id=2fd1ddcf85afcd554b869f3f1b75c61c4f681ec173976b67e9693dde72acebff namespace=moby

	Feb 13 22:55:54 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:54.983534178Z" level=info msg="cleaning up dead shim" namespace=moby

	Feb 13 22:55:55 ingress-addon-legacy-632000 dockerd[1071]: time="2024-02-13T22:55:55.017697746Z" level=info msg="ignoring event" container=06b881ff4e2685f7cd5c50e3614584cc4a691e6b7353e4c66df2d439d7501cbe module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Feb 13 22:55:55 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:55.017857658Z" level=info msg="shim disconnected" id=06b881ff4e2685f7cd5c50e3614584cc4a691e6b7353e4c66df2d439d7501cbe namespace=moby

	Feb 13 22:55:55 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:55.018032735Z" level=warning msg="cleaning up after shim disconnected" id=06b881ff4e2685f7cd5c50e3614584cc4a691e6b7353e4c66df2d439d7501cbe namespace=moby

	Feb 13 22:55:55 ingress-addon-legacy-632000 dockerd[1077]: time="2024-02-13T22:55:55.018058317Z" level=info msg="cleaning up dead shim" namespace=moby

	==> container status <==

	CONTAINER ID   IMAGE                                      COMMAND                  CREATED              STATUS                          PORTS     NAMES

	44733c84a074   dd1b12fcb609                               "/hello-app"             7 seconds ago        Exited (1) 7 seconds ago                  k8s_hello-world-app_hello-world-app-5f5d8b66bb-nvqwt_default_dd9133f6-38c8-4be6-9b9f-06500b09e5bc_2

	02a8cdf3baa1   k8s.gcr.io/pause:3.2                       "/pause"                 34 seconds ago       Up 33 seconds                             k8s_POD_hello-world-app-5f5d8b66bb-nvqwt_default_dd9133f6-38c8-4be6-9b9f-06500b09e5bc_0

	51a2a146f60d   nginx                                      "/docker-entrypoint.…"   40 seconds ago       Up 40 seconds                             k8s_nginx_nginx_default_16401e57-bd05-4f30-b23b-eb30cd6a0f17_0

	4589cfde733c   k8s.gcr.io/pause:3.2                       "/pause"                 43 seconds ago       Up 42 seconds                             k8s_POD_nginx_default_16401e57-bd05-4f30-b23b-eb30cd6a0f17_0

	9169c06c141b   k8s.gcr.io/pause:3.2                       "/pause"                 56 seconds ago       Exited (0) 17 seconds ago                 k8s_POD_kube-ingress-dns-minikube_kube-system_4149ee13-5f9f-4ee0-91bb-19b876455e3e_0

	2fd1ddcf85af   registry.k8s.io/ingress-nginx/controller   "/usr/bin/dumb-init …"   58 seconds ago       Exited (137) 4 seconds ago                k8s_controller_ingress-nginx-controller-7fcf777cb7-qb9n6_ingress-nginx_c33f3e5f-2d57-4ab6-9ca4-65bef5793a16_0

	06b881ff4e26   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) 4 seconds ago                  k8s_POD_ingress-nginx-controller-7fcf777cb7-qb9n6_ingress-nginx_c33f3e5f-2d57-4ab6-9ca4-65bef5793a16_0

	5072715dead2   jettech/kube-webhook-certgen               "/kube-webhook-certg…"   About a minute ago   Exited (0) About a minute ago             k8s_patch_ingress-nginx-admission-patch-g7nmc_ingress-nginx_f7e748c2-2dec-4b0f-aa5c-5cc197e4d34f_0

	fb3b2cb7a0a5   jettech/kube-webhook-certgen               "/kube-webhook-certg…"   About a minute ago   Exited (0) About a minute ago             k8s_create_ingress-nginx-admission-create-thhw6_ingress-nginx_075e8aa1-6aa2-4fe0-bf99-27f2c5c13b2b_0

	5db6282f860d   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) About a minute ago             k8s_POD_ingress-nginx-admission-create-thhw6_ingress-nginx_075e8aa1-6aa2-4fe0-bf99-27f2c5c13b2b_0

	ee55c966375f   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Exited (0) About a minute ago             k8s_POD_ingress-nginx-admission-patch-g7nmc_ingress-nginx_f7e748c2-2dec-4b0f-aa5c-5cc197e4d34f_0

	c4876097e181   gcr.io/k8s-minikube/storage-provisioner    "/storage-provisioner"   About a minute ago   Up About a minute                         k8s_storage-provisioner_storage-provisioner_kube-system_c58ea144-1cb3-4d04-9f4e-48c8ccd7f305_0

	dbe24f6da640   6e17ba78cf3e                               "/coredns -conf /etc…"   About a minute ago   Up About a minute                         k8s_coredns_coredns-66bff467f8-lm8qq_kube-system_a2aed4bf-e243-4d2c-b1de-279e5011ef4c_0

	f7da9613259f   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_storage-provisioner_kube-system_c58ea144-1cb3-4d04-9f4e-48c8ccd7f305_0

	23570a6fb254   565297bc6f7d                               "/usr/local/bin/kube…"   About a minute ago   Up About a minute                         k8s_kube-proxy_kube-proxy-wzt7r_kube-system_3c78b0cd-4154-40b5-ac3b-4900da1eba5a_0

	55f0bdd80dd3   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_kube-proxy-wzt7r_kube-system_3c78b0cd-4154-40b5-ac3b-4900da1eba5a_0

	1ea97fc77375   k8s.gcr.io/pause:3.2                       "/pause"                 About a minute ago   Up About a minute                         k8s_POD_coredns-66bff467f8-lm8qq_kube-system_a2aed4bf-e243-4d2c-b1de-279e5011ef4c_0

	48d0c0a44184   2694cf044d66                               "kube-apiserver --ad…"   2 minutes ago        Up 2 minutes                              k8s_kube-apiserver_kube-apiserver-ingress-addon-legacy-632000_kube-system_36bf945afdf7c8fc8d73074b2bf4e3c3_0

	4fa5686032f4   ab707b0a0ea3                               "etcd --advertise-cl…"   2 minutes ago        Up 2 minutes                              k8s_etcd_etcd-ingress-addon-legacy-632000_kube-system_67990b7e3aec8d2152506f826f8ae958_0

	e63a5c2d4fbe   68a4fac29a86                               "kube-controller-man…"   2 minutes ago        Up 2 minutes                              k8s_kube-controller-manager_kube-controller-manager-ingress-addon-legacy-632000_kube-system_b395a1e17534e69e27827b1f8d737725_0

	41441f444f0e   095f37015706                               "kube-scheduler --au…"   2 minutes ago        Up 2 minutes                              k8s_kube-scheduler_kube-scheduler-ingress-addon-legacy-632000_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0

	b856e4189087   k8s.gcr.io/pause:3.2                       "/pause"                 2 minutes ago        Up 2 minutes                              k8s_POD_kube-scheduler-ingress-addon-legacy-632000_kube-system_d12e497b0008e22acbcd5a9cf2dd48ac_0

	1408dace2949   k8s.gcr.io/pause:3.2                       "/pause"                 2 minutes ago        Up 2 minutes                              k8s_POD_kube-controller-manager-ingress-addon-legacy-632000_kube-system_b395a1e17534e69e27827b1f8d737725_0

	67c22d5b9364   k8s.gcr.io/pause:3.2                       "/pause"                 2 minutes ago        Up 2 minutes                              k8s_POD_kube-apiserver-ingress-addon-legacy-632000_kube-system_36bf945afdf7c8fc8d73074b2bf4e3c3_0

	2eeada1f2874   k8s.gcr.io/pause:3.2                       "/pause"                 2 minutes ago        Up 2 minutes                              k8s_POD_etcd-ingress-addon-legacy-632000_kube-system_67990b7e3aec8d2152506f826f8ae958_0

	time="2024-02-13T22:55:59Z" level=fatal msg="validate service connection: validate CRI v1 runtime API for endpoint \"unix:///var/run/dockershim.sock\": rpc error: code = Unimplemented desc = unknown service runtime.v1.RuntimeService"

	==> coredns [dbe24f6da640] <==

	[INFO] 172.17.0.1:52997 - 55944 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000032334s

	[INFO] 172.17.0.1:60963 - 60081 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000013709s

	[INFO] 172.17.0.1:52997 - 36231 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000032626s

	[INFO] 172.17.0.1:60963 - 723 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000016958s

	[INFO] 172.17.0.1:52997 - 31609 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000048709s

	[INFO] 172.17.0.1:60963 - 43515 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012125s

	[INFO] 172.17.0.1:60963 - 60521 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000032917s

	[INFO] 172.17.0.1:52997 - 62192 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000029583s

	[INFO] 172.17.0.1:52997 - 52988 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000037542s

	[INFO] 172.17.0.1:60963 - 38525 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000009166s

	[INFO] 172.17.0.1:60963 - 58835 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000017876s

	[INFO] 172.17.0.1:57344 - 17544 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000015166s

	[INFO] 172.17.0.1:34989 - 34718 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000009959s

	[INFO] 172.17.0.1:57344 - 1655 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000018334s

	[INFO] 172.17.0.1:57344 - 52005 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012708s

	[INFO] 172.17.0.1:34989 - 13256 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000012959s

	[INFO] 172.17.0.1:34989 - 35729 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000030376s

	[INFO] 172.17.0.1:57344 - 5635 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012291s

	[INFO] 172.17.0.1:57344 - 11135 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000011917s

	[INFO] 172.17.0.1:34989 - 15080 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000012333s

	[INFO] 172.17.0.1:34989 - 50771 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000038834s

	[INFO] 172.17.0.1:57344 - 21120 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000012667s

	[INFO] 172.17.0.1:57344 - 41480 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000030292s

	[INFO] 172.17.0.1:34989 - 13227 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000008958s

	[INFO] 172.17.0.1:34989 - 12930 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00001225s

	==> describe nodes <==

	Name:               ingress-addon-legacy-632000

	Roles:              master

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=ingress-addon-legacy-632000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=fb52fe04bc8b044b129ef2ff27607d20a9fceb93

	                    minikube.k8s.io/name=ingress-addon-legacy-632000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_02_13T14_53_56_0700

	                    minikube.k8s.io/version=v1.32.0

	                    node-role.kubernetes.io/master=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: /var/run/dockershim.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Tue, 13 Feb 2024 22:53:53 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  ingress-addon-legacy-632000

	  AcquireTime:     <unset>

	  RenewTime:       Tue, 13 Feb 2024 22:55:52 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Tue, 13 Feb 2024 22:55:32 +0000   Tue, 13 Feb 2024 22:53:51 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Tue, 13 Feb 2024 22:55:32 +0000   Tue, 13 Feb 2024 22:53:51 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Tue, 13 Feb 2024 22:55:32 +0000   Tue, 13 Feb 2024 22:53:51 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Tue, 13 Feb 2024 22:55:32 +0000   Tue, 13 Feb 2024 22:54:02 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.6

	  Hostname:    ingress-addon-legacy-632000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             4002812Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             4002812Ki

	  pods:               110

	System Info:

	  Machine ID:                 e428841ca3454d2aa5c8802932dcef89

	  System UUID:                e428841ca3454d2aa5c8802932dcef89

	  Boot ID:                    7edbbe24-b7d8-4e03-bdaa-da41a746dc55

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.7

	  Kubelet Version:            v1.18.20

	  Kube-Proxy Version:         v1.18.20

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                                   CPU Requests  CPU Limits  Memory Requests  Memory Limits  AGE

	  ---------                   ----                                                   ------------  ----------  ---------------  -------------  ---

	  default                     hello-world-app-5f5d8b66bb-nvqwt                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         34s

	  default                     nginx                                                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         43s

	  kube-system                 coredns-66bff467f8-lm8qq                               100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     107s

	  kube-system                 etcd-ingress-addon-legacy-632000                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         117s

	  kube-system                 kube-apiserver-ingress-addon-legacy-632000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         117s

	  kube-system                 kube-controller-manager-ingress-addon-legacy-632000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         117s

	  kube-system                 kube-proxy-wzt7r                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         107s

	  kube-system                 kube-scheduler-ingress-addon-legacy-632000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         117s

	  kube-system                 storage-provisioner                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         107s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                650m (32%!)(MISSING)  0 (0%!)(MISSING)

	  memory             70Mi (1%!)(MISSING)   170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From        Message

	  ----    ------                   ----  ----        -------

	  Normal  Starting                 117s  kubelet     Starting kubelet.

	  Normal  NodeAllocatableEnforced  117s  kubelet     Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  117s  kubelet     Node ingress-addon-legacy-632000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    117s  kubelet     Node ingress-addon-legacy-632000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     117s  kubelet     Node ingress-addon-legacy-632000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                117s  kubelet     Node ingress-addon-legacy-632000 status is now: NodeReady

	  Normal  Starting                 106s  kube-proxy  Starting kube-proxy.

	==> dmesg <==

	[Feb13 22:53] efi: memattr: Unexpected EFI Memory Attributes table version 2

	[  +0.000000] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.648752] EINJ: EINJ table not found.

	[  +0.535735] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +3.623249] systemd-fstab-generator[477]: Ignoring "noauto" for root device

	[  +0.084521] systemd-fstab-generator[488]: Ignoring "noauto" for root device

	[  +0.126188] kauditd_printk_skb: 25 callbacks suppressed

	[  +0.343615] systemd-fstab-generator[707]: Ignoring "noauto" for root device

	[  +0.172875] systemd-fstab-generator[743]: Ignoring "noauto" for root device

	[  +0.068524] systemd-fstab-generator[754]: Ignoring "noauto" for root device

	[  +0.083042] systemd-fstab-generator[767]: Ignoring "noauto" for root device

	[  +4.276547] systemd-fstab-generator[1064]: Ignoring "noauto" for root device

	[  +1.471418] kauditd_printk_skb: 107 callbacks suppressed

	[  +3.913975] systemd-fstab-generator[1539]: Ignoring "noauto" for root device

	[  +8.677390] kauditd_printk_skb: 41 callbacks suppressed

	[  +0.079797] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.

	[  +5.801115] kauditd_printk_skb: 7 callbacks suppressed

	[  +0.024241] systemd-fstab-generator[2646]: Ignoring "noauto" for root device

	[Feb13 22:54] kauditd_printk_skb: 2 callbacks suppressed

	[ +32.764902] kauditd_printk_skb: 7 callbacks suppressed

	[Feb13 22:55] kauditd_printk_skb: 1 callbacks suppressed

	==> etcd [4fa5686032f4] <==

	raft2024/02/13 22:53:50 INFO: ed054832bd1917e1 became follower at term 0

	raft2024/02/13 22:53:50 INFO: newRaft ed054832bd1917e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]

	raft2024/02/13 22:53:50 INFO: ed054832bd1917e1 became follower at term 1

	raft2024/02/13 22:53:50 INFO: ed054832bd1917e1 switched to configuration voters=(17079136544630577121)

	2024-02-13 22:53:51.041445 W | auth: simple token is not cryptographically signed

	2024-02-13 22:53:51.093576 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]

	2024-02-13 22:53:51.265338 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = 

	2024-02-13 22:53:51.270303 I | embed: listening for metrics on http://127.0.0.1:2381

	2024-02-13 22:53:51.270481 I | embed: listening for peers on 192.168.105.6:2380

	2024-02-13 22:53:51.274507 I | etcdserver: ed054832bd1917e1 as single-node; fast-forwarding 9 ticks (election ticks 10)

	raft2024/02/13 22:53:51 INFO: ed054832bd1917e1 switched to configuration voters=(17079136544630577121)

	2024-02-13 22:53:51.274890 I | etcdserver/membership: added member ed054832bd1917e1 [https://192.168.105.6:2380] to cluster 45a39c2c59b0edf4

	raft2024/02/13 22:53:51 INFO: ed054832bd1917e1 is starting a new election at term 1

	raft2024/02/13 22:53:51 INFO: ed054832bd1917e1 became candidate at term 2

	raft2024/02/13 22:53:51 INFO: ed054832bd1917e1 received MsgVoteResp from ed054832bd1917e1 at term 2

	raft2024/02/13 22:53:51 INFO: ed054832bd1917e1 became leader at term 2

	raft2024/02/13 22:53:51 INFO: raft.node: ed054832bd1917e1 elected leader ed054832bd1917e1 at term 2

	2024-02-13 22:53:51.835726 I | etcdserver: setting up the initial cluster version to 3.4

	2024-02-13 22:53:51.837849 N | etcdserver/membership: set the initial cluster version to 3.4

	2024-02-13 22:53:51.838142 I | etcdserver/api: enabled capabilities for version 3.4

	2024-02-13 22:53:51.838213 I | etcdserver: published {Name:ingress-addon-legacy-632000 ClientURLs:[https://192.168.105.6:2379]} to cluster 45a39c2c59b0edf4

	2024-02-13 22:53:51.838440 I | embed: ready to serve client requests

	2024-02-13 22:53:51.841964 I | embed: serving client requests on 192.168.105.6:2379

	2024-02-13 22:53:51.842107 I | embed: ready to serve client requests

	2024-02-13 22:53:51.844178 I | embed: serving client requests on 127.0.0.1:2379

	==> kernel <==

	 22:55:59 up 2 min,  0 users,  load average: 0.46, 0.32, 0.13

	Linux ingress-addon-legacy-632000 5.10.57 #1 SMP PREEMPT Thu Dec 28 19:03:47 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	==> kube-apiserver [48d0c0a44184] <==

	I0213 22:53:53.321922       1 shared_informer.go:223] Waiting for caches to sync for crd-autoregister

	E0213 22:53:53.344225       1 controller.go:152] Unable to remove old endpoints from kubernetes service: StorageError: key not found, Code: 1, Key: /registry/masterleases/192.168.105.6, ResourceVersion: 0, AdditionalErrorMsg: 

	I0213 22:53:53.409223       1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller 

	I0213 22:53:53.409223       1 cache.go:39] Caches are synced for autoregister controller

	I0213 22:53:53.409231       1 cache.go:39] Caches are synced for AvailableConditionController controller

	I0213 22:53:53.409239       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I0213 22:53:53.422835       1 shared_informer.go:230] Caches are synced for crd-autoregister 

	I0213 22:53:54.300744       1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).

	I0213 22:53:54.300834       1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0213 22:53:54.320388       1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000

	I0213 22:53:54.332246       1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000

	I0213 22:53:54.332278       1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.

	I0213 22:53:54.465299       1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0213 22:53:54.475528       1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	W0213 22:53:54.578100       1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.105.6]

	I0213 22:53:54.578643       1 controller.go:609] quota admission added evaluator for: endpoints

	I0213 22:53:54.580343       1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0213 22:53:55.616434       1 controller.go:609] quota admission added evaluator for: serviceaccounts

	I0213 22:53:55.906910       1 controller.go:609] quota admission added evaluator for: deployments.apps

	I0213 22:53:56.084898       1 controller.go:609] quota admission added evaluator for: daemonsets.apps

	I0213 22:54:02.296938       1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io

	I0213 22:54:12.469468       1 controller.go:609] quota admission added evaluator for: replicasets.apps

	I0213 22:54:12.480304       1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps

	I0213 22:54:47.497862       1 controller.go:609] quota admission added evaluator for: jobs.batch

	I0213 22:55:16.367802       1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io

	==> kube-controller-manager [e63a5c2d4fbe] <==

	I0213 22:54:12.482449       1 node_lifecycle_controller.go:1433] Initializing eviction metric for zone: 

	W0213 22:54:12.482508       1 node_lifecycle_controller.go:1048] Missing timestamp for Node ingress-addon-legacy-632000. Assuming now as a timestamp.

	I0213 22:54:12.482562       1 node_lifecycle_controller.go:1249] Controller detected that zone  is now in state Normal.

	I0213 22:54:12.482700       1 taint_manager.go:187] Starting NoExecuteTaintManager

	I0213 22:54:12.482829       1 event.go:278] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ingress-addon-legacy-632000", UID:"ff9f07df-8982-400e-9d80-540b0ddb91d3", APIVersion:"v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RegisteredNode' Node ingress-addon-legacy-632000 event: Registered Node ingress-addon-legacy-632000 in Controller

	I0213 22:54:12.488364       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"cbcaf77f-d960-45fc-8712-c35daf3db7a9", APIVersion:"apps/v1", ResourceVersion:"317", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: coredns-66bff467f8-lm8qq

	I0213 22:54:12.503083       1 event.go:278] Event(v1.ObjectReference{Kind:"DaemonSet", Namespace:"kube-system", Name:"kube-proxy", UID:"dca3274f-e6dc-495e-94cc-d5ca285d39e3", APIVersion:"apps/v1", ResourceVersion:"211", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: kube-proxy-wzt7r

	I0213 22:54:12.613051       1 shared_informer.go:230] Caches are synced for endpoint 

	I0213 22:54:12.645016       1 shared_informer.go:230] Caches are synced for endpoint_slice 

	I0213 22:54:12.717026       1 shared_informer.go:230] Caches are synced for HPA 

	I0213 22:54:12.767140       1 shared_informer.go:230] Caches are synced for resource quota 

	I0213 22:54:12.769158       1 shared_informer.go:230] Caches are synced for attach detach 

	I0213 22:54:12.772092       1 shared_informer.go:230] Caches are synced for resource quota 

	I0213 22:54:12.868754       1 shared_informer.go:230] Caches are synced for garbage collector 

	I0213 22:54:12.868767       1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0213 22:54:12.871471       1 shared_informer.go:230] Caches are synced for garbage collector 

	I0213 22:54:47.500736       1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"71b231ad-f97e-4ef6-b8c7-79b5c7738be8", APIVersion:"apps/v1", ResourceVersion:"436", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1

	I0213 22:54:47.509898       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"f7de7a57-1073-4df0-b29d-bcb1c6fb719c", APIVersion:"apps/v1", ResourceVersion:"437", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-qb9n6

	I0213 22:54:47.511316       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"e2384413-b0c3-440a-b78f-23df405ff03d", APIVersion:"batch/v1", ResourceVersion:"438", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-thhw6

	I0213 22:54:47.519478       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"46e52c5b-9afe-4c27-85b5-9438b61904cd", APIVersion:"batch/v1", ResourceVersion:"444", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-g7nmc

	I0213 22:54:50.773832       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"e2384413-b0c3-440a-b78f-23df405ff03d", APIVersion:"batch/v1", ResourceVersion:"452", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed

	I0213 22:54:50.791305       1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"46e52c5b-9afe-4c27-85b5-9438b61904cd", APIVersion:"batch/v1", ResourceVersion:"457", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed

	I0213 22:55:25.657922       1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"40954332-b7bb-41c4-9def-4ecf64cb4bfd", APIVersion:"apps/v1", ResourceVersion:"571", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1

	I0213 22:55:25.666489       1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"d5196980-7829-465e-abb8-3241565178f1", APIVersion:"apps/v1", ResourceVersion:"572", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-nvqwt

	E0213 22:55:57.601604       1 tokens_controller.go:261] error synchronizing serviceaccount ingress-nginx/default: secrets "default-token-g4l4v" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated

	==> kube-proxy [23570a6fb254] <==

	W0213 22:54:13.098675       1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy

	I0213 22:54:13.103417       1 node.go:136] Successfully retrieved node IP: 192.168.105.6

	I0213 22:54:13.103434       1 server_others.go:186] Using iptables Proxier.

	I0213 22:54:13.103562       1 server.go:583] Version: v1.18.20

	I0213 22:54:13.104869       1 config.go:315] Starting service config controller

	I0213 22:54:13.108978       1 shared_informer.go:223] Waiting for caches to sync for service config

	I0213 22:54:13.108574       1 config.go:133] Starting endpoints config controller

	I0213 22:54:13.111638       1 shared_informer.go:223] Waiting for caches to sync for endpoints config

	I0213 22:54:13.209141       1 shared_informer.go:230] Caches are synced for service config 

	I0213 22:54:13.211762       1 shared_informer.go:230] Caches are synced for endpoints config 

	==> kube-scheduler [41441f444f0e] <==

	W0213 22:53:53.325360       1 authentication.go:298] Continuing without authentication configuration. This may treat all requests as anonymous.

	W0213 22:53:53.325377       1 authentication.go:299] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false

	I0213 22:53:53.357591       1 registry.go:150] Registering EvenPodsSpread predicate and priority function

	I0213 22:53:53.357677       1 registry.go:150] Registering EvenPodsSpread predicate and priority function

	I0213 22:53:53.358817       1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0213 22:53:53.359012       1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	I0213 22:53:53.360077       1 secure_serving.go:178] Serving securely on 127.0.0.1:10259

	I0213 22:53:53.360223       1 tlsconfig.go:240] Starting DynamicServingCertificateController

	E0213 22:53:53.362270       1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0213 22:53:53.362949       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0213 22:53:53.363015       1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0213 22:53:53.363071       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0213 22:53:53.363093       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0213 22:53:53.363111       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0213 22:53:53.363564       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0213 22:53:53.363615       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0213 22:53:53.363669       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0213 22:53:53.363709       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0213 22:53:53.363823       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0213 22:53:53.363899       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0213 22:53:54.213545       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0213 22:53:54.303844       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0213 22:53:54.352334       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0213 22:53:54.359856       1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	I0213 22:53:54.760196       1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	==> kubelet <==

	-- Journal begins at Tue 2024-02-13 22:53:27 UTC, ends at Tue 2024-02-13 22:56:00 UTC. --

	Feb 13 22:55:39 ingress-addon-legacy-632000 kubelet[2652]: E0213 22:55:39.394626    2652 pod_workers.go:191] Error syncing pod dd9133f6-38c8-4be6-9b9f-06500b09e5bc ("hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"

	Feb 13 22:55:40 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:40.407765    2652 docker_sandbox.go:400] failed to read pod IP from plugin/docker: Couldn't find network status for default/hello-world-app-5f5d8b66bb-nvqwt through plugin: invalid network status for

	Feb 13 22:55:40 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:40.413889    2652 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 0ad8311e8a67c86dba09155c404fa34f6ee3dfc7c8be35c02538908a0ecc9597

	Feb 13 22:55:40 ingress-addon-legacy-632000 kubelet[2652]: E0213 22:55:40.414376    2652 pod_workers.go:191] Error syncing pod dd9133f6-38c8-4be6-9b9f-06500b09e5bc ("hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"

	Feb 13 22:55:41 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:41.087175    2652 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-4cnrd" (UniqueName: "kubernetes.io/secret/4149ee13-5f9f-4ee0-91bb-19b876455e3e-minikube-ingress-dns-token-4cnrd") pod "4149ee13-5f9f-4ee0-91bb-19b876455e3e" (UID: "4149ee13-5f9f-4ee0-91bb-19b876455e3e")

	Feb 13 22:55:41 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:41.091541    2652 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/4149ee13-5f9f-4ee0-91bb-19b876455e3e-minikube-ingress-dns-token-4cnrd" (OuterVolumeSpecName: "minikube-ingress-dns-token-4cnrd") pod "4149ee13-5f9f-4ee0-91bb-19b876455e3e" (UID: "4149ee13-5f9f-4ee0-91bb-19b876455e3e"). InnerVolumeSpecName "minikube-ingress-dns-token-4cnrd". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Feb 13 22:55:41 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:41.187395    2652 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-4cnrd" (UniqueName: "kubernetes.io/secret/4149ee13-5f9f-4ee0-91bb-19b876455e3e-minikube-ingress-dns-token-4cnrd") on node "ingress-addon-legacy-632000" DevicePath ""

	Feb 13 22:55:42 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:42.436737    2652 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 68e5017f86122b3beff82066e176bedd1cc31bc24ec35b6854332efb9e9af6bb

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:52.314308    2652 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 0ad8311e8a67c86dba09155c404fa34f6ee3dfc7c8be35c02538908a0ecc9597

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:52.462204    2652 container.go:412] Failed to create summary reader for "/kubepods/besteffort/poddd9133f6-38c8-4be6-9b9f-06500b09e5bc/44733c84a0748d4396bd34e3622d1e76a26db416c40f17f2515872cd6430b7b3": none of the resources are being tracked.

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:52.572321    2652 docker_sandbox.go:400] failed to read pod IP from plugin/docker: Couldn't find network status for default/hello-world-app-5f5d8b66bb-nvqwt through plugin: invalid network status for

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:52.574281    2652 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 0ad8311e8a67c86dba09155c404fa34f6ee3dfc7c8be35c02538908a0ecc9597

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:52.575434    2652 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 44733c84a0748d4396bd34e3622d1e76a26db416c40f17f2515872cd6430b7b3

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: E0213 22:55:52.578061    2652 pod_workers.go:191] Error syncing pod dd9133f6-38c8-4be6-9b9f-06500b09e5bc ("hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-nvqwt_default(dd9133f6-38c8-4be6-9b9f-06500b09e5bc)"

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: E0213 22:55:52.865900    2652 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-qb9n6.17b38e203fcd9bce", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-qb9n6", UID:"c33f3e5f-2d57-4ab6-9ca4-65bef5793a16", APIVersion:"v1", ResourceVersion:"449", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi

ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-632000"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16b1abe3380ebce, ext:116981308269, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16b1abe3380ebce, ext:116981308269, loc:(*time.Location)(0x6a0ef20)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-qb9n6.17b38e203fcd9bce" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)

	Feb 13 22:55:52 ingress-addon-legacy-632000 kubelet[2652]: E0213 22:55:52.874268    2652 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-qb9n6.17b38e203fcd9bce", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-qb9n6", UID:"c33f3e5f-2d57-4ab6-9ca4-65bef5793a16", APIVersion:"v1", ResourceVersion:"449", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi

ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-632000"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16b1abe3380ebce, ext:116981308269, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16b1abe33af920d, ext:116984365484, loc:(*time.Location)(0x6a0ef20)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-qb9n6.17b38e203fcd9bce" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)

	Feb 13 22:55:53 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:53.590926    2652 docker_sandbox.go:400] failed to read pod IP from plugin/docker: Couldn't find network status for default/hello-world-app-5f5d8b66bb-nvqwt through plugin: invalid network status for

	Feb 13 22:55:55 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:55.635887    2652 pod_container_deletor.go:77] Container "06b881ff4e2685f7cd5c50e3614584cc4a691e6b7353e4c66df2d439d7501cbe" not found in pod's containers

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.065497    2652 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-7gk6b" (UniqueName: "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-ingress-nginx-token-7gk6b") pod "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16" (UID: "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16")

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.065609    2652 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-webhook-cert") pod "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16" (UID: "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16")

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.078563    2652 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16" (UID: "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.078778    2652 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-ingress-nginx-token-7gk6b" (OuterVolumeSpecName: "ingress-nginx-token-7gk6b") pod "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16" (UID: "c33f3e5f-2d57-4ab6-9ca4-65bef5793a16"). InnerVolumeSpecName "ingress-nginx-token-7gk6b". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.166090    2652 reconciler.go:319] Volume detached for volume "ingress-nginx-token-7gk6b" (UniqueName: "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-ingress-nginx-token-7gk6b") on node "ingress-addon-legacy-632000" DevicePath ""

	Feb 13 22:55:57 ingress-addon-legacy-632000 kubelet[2652]: I0213 22:55:57.166191    2652 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16-webhook-cert") on node "ingress-addon-legacy-632000" DevicePath ""

	Feb 13 22:55:58 ingress-addon-legacy-632000 kubelet[2652]: W0213 22:55:58.335381    2652 kubelet_getters.go:297] Path "/var/lib/kubelet/pods/c33f3e5f-2d57-4ab6-9ca4-65bef5793a16/volumes" does not exist

	==> storage-provisioner [c4876097e181] <==

	I0213 22:54:19.440845       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0213 22:54:19.444827       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0213 22:54:19.444885       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0213 22:54:19.447473       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0213 22:54:19.447687       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"70b3d36d-0c20-4ef8-9b57-a6f8882f6091", APIVersion:"v1", ResourceVersion:"373", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-632000_b7f43027-ed71-4d6e-bdca-c1ac58564f58 became leader

	I0213 22:54:19.447768       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-632000_b7f43027-ed71-4d6e-bdca-c1ac58564f58!

	I0213 22:54:19.549780       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-632000_b7f43027-ed71-4d6e-bdca-c1ac58564f58!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-632000 -n ingress-addon-legacy-632000

helpers_test.go:261: (dbg) Run:  kubectl --context ingress-addon-legacy-632000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (56.98s)