=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-879000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-879000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (24.568143375s)

-- stdout --

	{"specversion":"1.0","id":"8a031b57-1164-4b82-823a-dfa5163dc748","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-879000] minikube v1.30.1 on Darwin 13.4 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"68e0e07b-a167-4fc4-8996-d45ea779461b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=16578"}}

	{"specversion":"1.0","id":"cc9b0ca2-6310-49fd-97fa-5fc1ebdb0b43","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig"}}

	{"specversion":"1.0","id":"ad47b271-4228-4dcb-a540-e1dd360edf9f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"b07abcbf-e4ab-4b63-9178-3a25b201334b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"b7e43df3-44b4-4e0c-97a7-06c7baac66dd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube"}}

	{"specversion":"1.0","id":"227b9e16-9c21-440e-8c2a-6389d567c6ea","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"83bb0a44-a144-4787-b219-98ab8c0dad2e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"22518c04-2ee3-43f0-9878-e9d9786bcfa0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"acb89406-3959-46f3-a5de-9d11b51efc21","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"88d5857a-a024-4992-b275-10f660146ead","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-879000 in cluster download-only-879000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"bd79a2e3-2b31-4e27-a514-b4b2050092e7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"cb6700cd-006c-40f3-902c-cfb2a1a1f2f6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/16578-1150/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28] Decompressors:map[bz2:0x14000526928 gz:0x14000526980 tar:0x14000526930 tar.bz2:0x14000526940 tar.gz:0x14000526950 tar.xz:0x14000526960 tar.zst:0x14000526970 tbz2:0x14000526940 tgz:0x140005

26950 txz:0x14000526960 tzst:0x14000526970 xz:0x14000526988 zip:0x14000526990 zst:0x140005269a0] Getters:map[file:0x140010a65a0 http:0x14000acc140 https:0x14000acc190] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"f3676e7c-35ff-480e-96ee-1392a4cae746","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0610 09:21:09.082342    1566 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:09.082479    1566 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:09.082482    1566 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:09.082484    1566 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:09.082556    1566 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	W0610 09:21:09.082614    1566 root.go:312] Error reading config file at /Users/jenkins/minikube-integration/16578-1150/.minikube/config/config.json: open /Users/jenkins/minikube-integration/16578-1150/.minikube/config/config.json: no such file or directory

	I0610 09:21:09.083773    1566 out.go:303] Setting JSON to true

	I0610 09:21:09.100627    1566 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1240,"bootTime":1686412829,"procs":407,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:09.100688    1566 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:09.105725    1566 out.go:97] [download-only-879000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:09.108740    1566 out.go:169] MINIKUBE_LOCATION=16578

	I0610 09:21:09.105888    1566 notify.go:220] Checking for updates...

	W0610 09:21:09.105902    1566 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball: no such file or directory

	I0610 09:21:09.113627    1566 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:09.116758    1566 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:09.119697    1566 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:09.122717    1566 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	W0610 09:21:09.127014    1566 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0610 09:21:09.127237    1566 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:09.132703    1566 out.go:97] Using the qemu2 driver based on user configuration

	I0610 09:21:09.132723    1566 start.go:297] selected driver: qemu2

	I0610 09:21:09.132727    1566 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:09.132797    1566 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:09.136697    1566 out.go:169] Automatically selected the socket_vmnet network

	I0610 09:21:09.142009    1566 start_flags.go:382] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0610 09:21:09.142085    1566 start_flags.go:901] Wait components to verify : map[apiserver:true system_pods:true]

	I0610 09:21:09.142120    1566 cni.go:84] Creating CNI manager for ""

	I0610 09:21:09.142136    1566 cni.go:161] CNI unnecessary in this configuration, recommending no CNI

	I0610 09:21:09.142140    1566 start_flags.go:319] config:

	{Name:download-only-879000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-879000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRun

time:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:09.142297    1566 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:09.146699    1566 out.go:97] Downloading VM boot image ...

	I0610 09:21:09.146716    1566 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso

	I0610 09:21:19.325617    1566 out.go:97] Starting control plane node download-only-879000 in cluster download-only-879000

	I0610 09:21:19.325645    1566 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0610 09:21:19.426955    1566 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0610 09:21:19.427026    1566 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:19.427218    1566 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0610 09:21:19.432366    1566 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I0610 09:21:19.432375    1566 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0610 09:21:19.661311    1566 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0610 09:21:32.022545    1566 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0610 09:21:32.022682    1566 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0610 09:21:32.673657    1566 cache.go:60] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I0610 09:21:32.673847    1566 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/download-only-879000/config.json ...

	I0610 09:21:32.673866    1566 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/download-only-879000/config.json: {Name:mk8ea572823972a0ca150d4787089a831e408f24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:32.674099    1566 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0610 09:21:32.674285    1566 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I0610 09:21:33.582780    1566 out.go:169] 

	W0610 09:21:33.586665    1566 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/16578-1150/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28 0x107d73f28] Decompressors:map[bz2:0x14000526928 gz:0x14000526980 tar:0x14000526930 tar.bz2:0x14000526940 tar.gz:0x14000526950 tar.xz:0x14000526960 tar.zst:0x14000526970 tbz2:0x14000526940 tgz:0x14000526950 txz:0x14000526960 tzst:0x14000526970 xz:0x14000526988 zip:0x14000526990 zst:0x140005269a0] Getters:map[file:0x140010a65a0 http:0x14000acc140 https:0x14000acc190] Dir:false ProgressListener

:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0610 09:21:33.586692    1566 out_reason.go:110] 

	W0610 09:21:33.593774    1566 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0610 09:21:33.597773    1566 out.go:169] 

** /stderr **

aaa_download_only_test.go:71: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-879000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (24.57s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:160: expected the file for binary exist at "/Users/jenkins/minikube-integration/16578-1150/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-407000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-407000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.66677s)

-- stdout --

	* [offline-docker-407000] minikube v1.30.1 on Darwin 13.4 (arm64)

	  - MINIKUBE_LOCATION=16578

	  - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-407000 in cluster offline-docker-407000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-407000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0610 10:13:32.278922    4039 out.go:296] Setting OutFile to fd 1 ...

	I0610 10:13:32.279053    4039 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 10:13:32.279056    4039 out.go:309] Setting ErrFile to fd 2...

	I0610 10:13:32.279059    4039 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 10:13:32.279125    4039 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 10:13:32.280081    4039 out.go:303] Setting JSON to false

	I0610 10:13:32.296160    4039 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":4383,"bootTime":1686412829,"procs":437,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 10:13:32.296242    4039 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 10:13:32.300462    4039 out.go:177] * [offline-docker-407000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 10:13:32.308366    4039 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 10:13:32.312308    4039 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 10:13:32.308428    4039 notify.go:220] Checking for updates...

	I0610 10:13:32.318599    4039 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 10:13:32.321273    4039 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 10:13:32.324393    4039 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 10:13:32.327319    4039 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 10:13:32.330443    4039 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 10:13:32.334336    4039 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 10:13:32.340305    4039 start.go:297] selected driver: qemu2

	I0610 10:13:32.340310    4039 start.go:875] validating driver "qemu2" against <nil>

	I0610 10:13:32.340317    4039 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 10:13:32.342198    4039 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 10:13:32.345350    4039 out.go:177] * Automatically selected the socket_vmnet network

	I0610 10:13:32.348402    4039 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 10:13:32.348419    4039 cni.go:84] Creating CNI manager for ""

	I0610 10:13:32.348424    4039 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 10:13:32.348429    4039 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 10:13:32.348434    4039 start_flags.go:319] config:

	{Name:offline-docker-407000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:offline-docker-407000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR

untime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 10:13:32.348533    4039 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 10:13:32.352316    4039 out.go:177] * Starting control plane node offline-docker-407000 in cluster offline-docker-407000

	I0610 10:13:32.360384    4039 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 10:13:32.360431    4039 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 10:13:32.360440    4039 cache.go:57] Caching tarball of preloaded images

	I0610 10:13:32.360522    4039 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 10:13:32.360528    4039 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 10:13:32.361617    4039 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/offline-docker-407000/config.json ...

	I0610 10:13:32.361652    4039 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/offline-docker-407000/config.json: {Name:mk64617618376e3a967c969d1e1e7651c134ae89 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 10:13:32.361885    4039 cache.go:195] Successfully downloaded all kic artifacts

	I0610 10:13:32.361899    4039 start.go:364] acquiring machines lock for offline-docker-407000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 10:13:32.361925    4039 start.go:368] acquired machines lock for "offline-docker-407000" in 22µs

	I0610 10:13:32.361935    4039 start.go:93] Provisioning new machine with config: &{Name:offline-docker-407000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.27.2 ClusterName:offline-docker-407000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 10:13:32.361969    4039 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 10:13:32.366339    4039 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0610 10:13:32.380687    4039 start.go:159] libmachine.API.Create for "offline-docker-407000" (driver="qemu2")

	I0610 10:13:32.380717    4039 client.go:168] LocalClient.Create starting

	I0610 10:13:32.380779    4039 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 10:13:32.380800    4039 main.go:141] libmachine: Decoding PEM data...

	I0610 10:13:32.380812    4039 main.go:141] libmachine: Parsing certificate...

	I0610 10:13:32.380867    4039 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 10:13:32.380881    4039 main.go:141] libmachine: Decoding PEM data...

	I0610 10:13:32.380888    4039 main.go:141] libmachine: Parsing certificate...

	I0610 10:13:32.381213    4039 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 10:13:32.497769    4039 main.go:141] libmachine: Creating SSH key...

	I0610 10:13:32.613734    4039 main.go:141] libmachine: Creating Disk image...

	I0610 10:13:32.613744    4039 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 10:13:32.613919    4039 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:32.623161    4039 main.go:141] libmachine: STDOUT: 

	I0610 10:13:32.623184    4039 main.go:141] libmachine: STDERR: 

	I0610 10:13:32.623261    4039 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2 +20000M

	I0610 10:13:32.631348    4039 main.go:141] libmachine: STDOUT: Image resized.

	I0610 10:13:32.631369    4039 main.go:141] libmachine: STDERR: 

	I0610 10:13:32.631389    4039 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:32.631398    4039 main.go:141] libmachine: Starting QEMU VM...

	I0610 10:13:32.631433    4039 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/qemu.pid -device virtio-net-pci,netdev=net0,mac=12:b7:98:cb:ef:5a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:32.633163    4039 main.go:141] libmachine: STDOUT: 

	I0610 10:13:32.633181    4039 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0610 10:13:32.633205    4039 client.go:171] LocalClient.Create took 252.486333ms

	I0610 10:13:34.635284    4039 start.go:128] duration metric: createHost completed in 2.273331917s

	I0610 10:13:34.635304    4039 start.go:83] releasing machines lock for "offline-docker-407000", held for 2.2734095s

	W0610 10:13:34.635314    4039 start.go:687] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0610 10:13:34.642054    4039 out.go:177] * Deleting "offline-docker-407000" in qemu2 ...

	W0610 10:13:34.649293    4039 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0610 10:13:34.649301    4039 start.go:702] Will try again in 5 seconds ...

	I0610 10:13:39.651434    4039 start.go:364] acquiring machines lock for offline-docker-407000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 10:13:39.651845    4039 start.go:368] acquired machines lock for "offline-docker-407000" in 306.084µs

	I0610 10:13:39.651930    4039 start.go:93] Provisioning new machine with config: &{Name:offline-docker-407000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.27.2 ClusterName:offline-docker-407000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 10:13:39.652279    4039 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 10:13:39.657932    4039 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0610 10:13:39.705658    4039 start.go:159] libmachine.API.Create for "offline-docker-407000" (driver="qemu2")

	I0610 10:13:39.705713    4039 client.go:168] LocalClient.Create starting

	I0610 10:13:39.705867    4039 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 10:13:39.705922    4039 main.go:141] libmachine: Decoding PEM data...

	I0610 10:13:39.705943    4039 main.go:141] libmachine: Parsing certificate...

	I0610 10:13:39.706042    4039 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 10:13:39.706075    4039 main.go:141] libmachine: Decoding PEM data...

	I0610 10:13:39.706088    4039 main.go:141] libmachine: Parsing certificate...

	I0610 10:13:39.706674    4039 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 10:13:39.831949    4039 main.go:141] libmachine: Creating SSH key...

	I0610 10:13:39.860084    4039 main.go:141] libmachine: Creating Disk image...

	I0610 10:13:39.860090    4039 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 10:13:39.860245    4039 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:39.868622    4039 main.go:141] libmachine: STDOUT: 

	I0610 10:13:39.868638    4039 main.go:141] libmachine: STDERR: 

	I0610 10:13:39.868699    4039 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2 +20000M

	I0610 10:13:39.875881    4039 main.go:141] libmachine: STDOUT: Image resized.

	I0610 10:13:39.875895    4039 main.go:141] libmachine: STDERR: 

	I0610 10:13:39.875911    4039 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:39.875917    4039 main.go:141] libmachine: Starting QEMU VM...

	I0610 10:13:39.875953    4039 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/qemu.pid -device virtio-net-pci,netdev=net0,mac=b6:ab:47:f0:68:c4 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/offline-docker-407000/disk.qcow2

	I0610 10:13:39.877449    4039 main.go:141] libmachine: STDOUT: 

	I0610 10:13:39.877463    4039 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0610 10:13:39.877474    4039 client.go:171] LocalClient.Create took 171.75475ms

	I0610 10:13:41.879662    4039 start.go:128] duration metric: createHost completed in 2.227389625s

	I0610 10:13:41.879713    4039 start.go:83] releasing machines lock for "offline-docker-407000", held for 2.227879292s

	W0610 10:13:41.880007    4039 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-407000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-407000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0610 10:13:41.889581    4039 out.go:177] 

	W0610 10:13:41.893742    4039 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0610 10:13:41.893789    4039 out.go:239] * 

	* 

	W0610 10:13:41.896257    4039 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0610 10:13:41.905523    4039 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-407000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:522: *** TestOffline FAILED at 2023-06-10 10:13:41.925487 -0700 PDT m=+3152.992043959

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-407000 -n offline-docker-407000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-407000 -n offline-docker-407000: exit status 7 (59.911292ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-407000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-407000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-407000

--- FAIL: TestOffline (9.83s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:304: failed waiting for registry replicacontroller to stabilize: timed out waiting for the condition

addons_test.go:306: registry stabilized in 6m0.001575542s

addons_test.go:308: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

addons_test.go:308: ***** TestAddons/parallel/Registry: pod "actual-registry=true" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:308: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

addons_test.go:308: TestAddons/parallel/Registry: showing logs for failed pods as of 2023-06-10 09:40:39.919921 -0700 PDT m=+1170.911728209

addons_test.go:309: failed waiting for pod actual-registry: actual-registry=true within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-098000 -n addons-098000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-098000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.2   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | --download-only -p             | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | binary-mirror-025000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-025000        | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | -p addons-098000               | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:28 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:28 PDT | 10 Jun 23 09:28 PDT |

	|         | addons-098000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/10 09:21:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.4 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0610 09:21:54.764352    1637 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:54.764757    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764761    1637 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:54.764764    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764861    1637 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 09:21:54.766294    1637 out.go:303] Setting JSON to false

	I0610 09:21:54.781540    1637 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1285,"bootTime":1686412829,"procs":393,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:54.781615    1637 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:54.786460    1637 out.go:177] * [addons-098000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:54.793542    1637 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 09:21:54.798440    1637 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:54.793561    1637 notify.go:220] Checking for updates...

	I0610 09:21:54.804413    1637 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:54.807450    1637 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:54.810460    1637 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 09:21:54.811765    1637 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 09:21:54.814627    1637 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:54.818412    1637 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 09:21:54.823426    1637 start.go:297] selected driver: qemu2

	I0610 09:21:54.823432    1637 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:54.823441    1637 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 09:21:54.825256    1637 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:54.828578    1637 out.go:177] * Automatically selected the socket_vmnet network

	I0610 09:21:54.831535    1637 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 09:21:54.831554    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:21:54.831575    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:21:54.831579    1637 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 09:21:54.831586    1637 start_flags.go:319] config:

	{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:54.831700    1637 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:54.840445    1637 out.go:177] * Starting control plane node addons-098000 in cluster addons-098000

	I0610 09:21:54.844425    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:21:54.844451    1637 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 09:21:54.844469    1637 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:54.844530    1637 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 09:21:54.844535    1637 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 09:21:54.844735    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:21:54.844750    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json: {Name:mkfbe060a3258f68fbe8b01ce26e4a7ada2f24f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:54.844947    1637 cache.go:195] Successfully downloaded all kic artifacts

	I0610 09:21:54.844969    1637 start.go:364] acquiring machines lock for addons-098000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 09:21:54.845063    1637 start.go:368] acquired machines lock for "addons-098000" in 89.292µs

	I0610 09:21:54.845075    1637 start.go:93] Provisioning new machine with config: &{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:21:54.845115    1637 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 09:21:54.853376    1637 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0610 09:21:55.217388    1637 start.go:159] libmachine.API.Create for "addons-098000" (driver="qemu2")

	I0610 09:21:55.217427    1637 client.go:168] LocalClient.Create starting

	I0610 09:21:55.217549    1637 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 09:21:55.301145    1637 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 09:21:55.414002    1637 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 09:21:55.826273    1637 main.go:141] libmachine: Creating SSH key...

	I0610 09:21:55.859428    1637 main.go:141] libmachine: Creating Disk image...

	I0610 09:21:55.859434    1637 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 09:21:55.859612    1637 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.941560    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:55.941581    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.941655    1637 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2 +20000M

	I0610 09:21:55.948999    1637 main.go:141] libmachine: STDOUT: Image resized.

	I0610 09:21:55.949013    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.949042    1637 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.949049    1637 main.go:141] libmachine: Starting QEMU VM...

	I0610 09:21:55.949080    1637 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/qemu.pid -device virtio-net-pci,netdev=net0,mac=c2:e2:60:7a:4e:46 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:56.034280    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:56.034334    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:56.034338    1637 main.go:141] libmachine: Attempt 0

	I0610 09:21:56.034355    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:21:58.036587    1637 main.go:141] libmachine: Attempt 1

	I0610 09:21:58.036664    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:00.038868    1637 main.go:141] libmachine: Attempt 2

	I0610 09:22:00.038909    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:02.040980    1637 main.go:141] libmachine: Attempt 3

	I0610 09:22:02.040996    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:04.043076    1637 main.go:141] libmachine: Attempt 4

	I0610 09:22:04.043113    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:06.045175    1637 main.go:141] libmachine: Attempt 5

	I0610 09:22:06.045200    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047388    1637 main.go:141] libmachine: Attempt 6

	I0610 09:22:08.047472    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047875    1637 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0610 09:22:08.047987    1637 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:c2:e2:60:7a:4e:46 ID:1,c2:e2:60:7a:4e:46 Lease:0x6485f4af}

	I0610 09:22:08.048012    1637 main.go:141] libmachine: Found match: c2:e2:60:7a:4e:46

	I0610 09:22:08.048053    1637 main.go:141] libmachine: IP: 192.168.105.2

	I0610 09:22:08.048083    1637 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0610 09:22:10.069705    1637 machine.go:88] provisioning docker machine ...

	I0610 09:22:10.069788    1637 buildroot.go:166] provisioning hostname "addons-098000"

	I0610 09:22:10.070644    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.071570    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.071588    1637 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-098000 && echo "addons-098000" | sudo tee /etc/hostname

	I0610 09:22:10.164038    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-098000

	I0610 09:22:10.164160    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.164626    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.164641    1637 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-098000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-098000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-098000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0610 09:22:10.239261    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0610 09:22:10.239281    1637 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16578-1150/.minikube CaCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16578-1150/.minikube}

	I0610 09:22:10.239300    1637 buildroot.go:174] setting up certificates

	I0610 09:22:10.239307    1637 provision.go:83] configureAuth start

	I0610 09:22:10.239314    1637 provision.go:138] copyHostCerts

	I0610 09:22:10.239507    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/cert.pem (1123 bytes)

	I0610 09:22:10.240632    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/key.pem (1679 bytes)

	I0610 09:22:10.241010    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.pem (1078 bytes)

	I0610 09:22:10.241260    1637 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem org=jenkins.addons-098000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-098000]

	I0610 09:22:10.307069    1637 provision.go:172] copyRemoteCerts

	I0610 09:22:10.307140    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0610 09:22:10.307172    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.339991    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0610 09:22:10.346931    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0610 09:22:10.353742    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0610 09:22:10.360626    1637 provision.go:86] duration metric: configureAuth took 121.313416ms

	I0610 09:22:10.360639    1637 buildroot.go:189] setting minikube options for container-runtime

	I0610 09:22:10.361002    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:10.361055    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.361272    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.361276    1637 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0610 09:22:10.420194    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0610 09:22:10.420201    1637 buildroot.go:70] root file system type: tmpfs

	I0610 09:22:10.420251    1637 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0610 09:22:10.420295    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.420542    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.420577    1637 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0610 09:22:10.485025    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0610 09:22:10.485070    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.485298    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.485310    1637 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0610 09:22:10.830569    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0610 09:22:10.830580    1637 machine.go:91] provisioned docker machine in 760.843209ms

	I0610 09:22:10.830585    1637 client.go:171] LocalClient.Create took 15.613176541s

	I0610 09:22:10.830594    1637 start.go:167] duration metric: libmachine.API.Create for "addons-098000" took 15.613236583s

	I0610 09:22:10.830598    1637 start.go:300] post-start starting for "addons-098000" (driver="qemu2")

	I0610 09:22:10.830601    1637 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0610 09:22:10.830682    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0610 09:22:10.830692    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.862119    1637 ssh_runner.go:195] Run: cat /etc/os-release

	I0610 09:22:10.863469    1637 info.go:137] Remote host: Buildroot 2021.02.12

	I0610 09:22:10.863478    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/addons for local assets ...

	I0610 09:22:10.863540    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/files for local assets ...

	I0610 09:22:10.863565    1637 start.go:303] post-start completed in 32.963459ms

	I0610 09:22:10.863901    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:22:10.864045    1637 start.go:128] duration metric: createHost completed in 16.018950083s

	I0610 09:22:10.864069    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.864287    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.864291    1637 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0610 09:22:10.923434    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686414131.384712585

	I0610 09:22:10.923441    1637 fix.go:207] guest clock: 1686414131.384712585

	I0610 09:22:10.923446    1637 fix.go:220] Guest: 2023-06-10 09:22:11.384712585 -0700 PDT Remote: 2023-06-10 09:22:10.864048 -0700 PDT m=+16.118188126 (delta=520.664585ms)

	I0610 09:22:10.923456    1637 fix.go:191] guest clock delta is within tolerance: 520.664585ms

	I0610 09:22:10.923459    1637 start.go:83] releasing machines lock for "addons-098000", held for 16.0784145s

	I0610 09:22:10.923756    1637 ssh_runner.go:195] Run: cat /version.json

	I0610 09:22:10.923765    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.923833    1637 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0610 09:22:10.923872    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:11.040251    1637 ssh_runner.go:195] Run: systemctl --version

	I0610 09:22:11.042905    1637 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0610 09:22:11.045415    1637 cni.go:208] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0610 09:22:11.045461    1637 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0610 09:22:11.051643    1637 cni.go:261] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0610 09:22:11.051653    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:11.051736    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:11.061365    1637 docker.go:633] Got preloaded images: 

	I0610 09:22:11.061374    1637 docker.go:639] registry.k8s.io/kube-apiserver:v1.27.2 wasn't preloaded

	I0610 09:22:11.061418    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:11.064624    1637 ssh_runner.go:195] Run: which lz4

	I0610 09:22:11.066056    1637 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0610 09:22:11.067511    1637 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0610 09:22:11.067524    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635669 bytes)

	I0610 09:22:12.384653    1637 docker.go:597] Took 1.318649 seconds to copy over tarball

	I0610 09:22:12.384711    1637 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0610 09:22:13.518722    1637 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.133975834s)

	I0610 09:22:13.518746    1637 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0610 09:22:13.534141    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:13.537423    1637 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0610 09:22:13.542380    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:13.617910    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:15.783768    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.165840375s)

	I0610 09:22:15.783797    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.783942    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.789136    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0610 09:22:15.792061    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0610 09:22:15.794990    1637 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0610 09:22:15.795014    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0610 09:22:15.798511    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.801745    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0610 09:22:15.804884    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.807635    1637 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0610 09:22:15.810661    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0610 09:22:15.814158    1637 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0610 09:22:15.817306    1637 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0610 09:22:15.819948    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:15.905204    1637 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0610 09:22:15.910905    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.910988    1637 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0610 09:22:15.916986    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.922219    1637 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0610 09:22:15.929205    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.933866    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.938677    1637 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0610 09:22:15.974269    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.979243    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.984512    1637 ssh_runner.go:195] Run: which cri-dockerd

	I0610 09:22:15.985792    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0610 09:22:15.988369    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0610 09:22:15.993006    1637 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0610 09:22:16.073036    1637 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0610 09:22:16.147707    1637 docker.go:532] configuring docker to use "cgroupfs" as cgroup driver...

	I0610 09:22:16.147726    1637 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0610 09:22:16.152764    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:16.219604    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:17.389947    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.170326875s)

	I0610 09:22:17.390012    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.468450    1637 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0610 09:22:17.548751    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.629562    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.707590    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0610 09:22:17.714930    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.794794    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0610 09:22:17.819341    1637 start.go:528] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0610 09:22:17.819427    1637 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0610 09:22:17.821557    1637 start.go:549] Will wait 60s for crictl version

	I0610 09:22:17.821591    1637 ssh_runner.go:195] Run: which crictl

	I0610 09:22:17.825207    1637 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0610 09:22:17.842430    1637 start.go:565] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0610 09:22:17.842501    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.850299    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.866701    1637 out.go:204] * Preparing Kubernetes v1.27.2 on Docker 24.0.2 ...

	I0610 09:22:17.866866    1637 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0610 09:22:17.868327    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.871885    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:17.871927    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.877489    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.877499    1637 docker.go:563] Images already preloaded, skipping extraction

	I0610 09:22:17.877550    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.883143    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.883157    1637 cache_images.go:84] Images are preloaded, skipping loading

	I0610 09:22:17.883198    1637 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0610 09:22:17.890410    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:17.890420    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:17.890445    1637 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0610 09:22:17.890455    1637 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-098000 NodeName:addons-098000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0610 09:22:17.890526    1637 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-098000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0610 09:22:17.890573    1637 kubeadm.go:971] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-098000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0610 09:22:17.890631    1637 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.2

	I0610 09:22:17.893850    1637 binaries.go:44] Found k8s binaries, skipping transfer

	I0610 09:22:17.893880    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0610 09:22:17.896724    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0610 09:22:17.901642    1637 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0610 09:22:17.906483    1637 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0610 09:22:17.911373    1637 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0610 09:22:17.912694    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.916067    1637 certs.go:56] Setting up /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000 for IP: 192.168.105.2

	I0610 09:22:17.916076    1637 certs.go:190] acquiring lock for shared ca certs: {Name:mk0fe201bc13e6f12e399f6d97e7f5aaea92ff32 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:17.916236    1637 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key

	I0610 09:22:18.022564    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt ...

	I0610 09:22:18.022569    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt: {Name:mk821d9de36f93438ad430683cb25e2f1c33c9e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022803    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key ...

	I0610 09:22:18.022806    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key: {Name:mk750eea32c0b02b6ad84d81711cbfd77ceefe90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022913    1637 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key

	I0610 09:22:18.159699    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt ...

	I0610 09:22:18.159708    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt: {Name:mk10e39bee2c5c6785228bc7733548a740243d03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.159914    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key ...

	I0610 09:22:18.159917    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key: {Name:mk04d776031cd8d2755a757ba7736e35a9c25212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.160037    1637 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key

	I0610 09:22:18.160044    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt with IP's: []

	I0610 09:22:18.246526    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt ...

	I0610 09:22:18.246530    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt: {Name:mk301aca75dad20ac385eb683aae1662edff3d58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246697    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key ...

	I0610 09:22:18.246700    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key: {Name:mkdf4a2bc618a029a53fbd786e41dffe68b8316b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246803    1637 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969

	I0610 09:22:18.246812    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0610 09:22:18.411436    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 ...

	I0610 09:22:18.411440    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969: {Name:mk922ab871b245e2b8e7e4b2a109a553fe1bcc3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411596    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 ...

	I0610 09:22:18.411599    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969: {Name:mkdde2defc189629d0924fe6871b2adb52e47c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411697    1637 certs.go:337] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt

	I0610 09:22:18.411933    1637 certs.go:341] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key

	I0610 09:22:18.412033    1637 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key

	I0610 09:22:18.412047    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt with IP's: []

	I0610 09:22:18.578568    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt ...

	I0610 09:22:18.578583    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt: {Name:mkb4544f3ff14d84a98fd9ec92bfcdbb5d50e84d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.578783    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key ...

	I0610 09:22:18.578786    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key: {Name:mk82ce3998197ea814bf8f591a5b4b56c617f405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.579030    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem (1679 bytes)

	I0610 09:22:18.579468    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem (1078 bytes)

	I0610 09:22:18.579491    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem (1123 bytes)

	I0610 09:22:18.579672    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem (1679 bytes)

	I0610 09:22:18.580285    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0610 09:22:18.587660    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0610 09:22:18.594728    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0610 09:22:18.602219    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0610 09:22:18.609690    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0610 09:22:18.617442    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0610 09:22:18.624297    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0610 09:22:18.631049    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0610 09:22:18.638070    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0610 09:22:18.644969    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0610 09:22:18.650094    1637 ssh_runner.go:195] Run: openssl version

	I0610 09:22:18.652167    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0610 09:22:18.655090    1637 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656540    1637 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 10 16:22 /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656561    1637 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.658363    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0610 09:22:18.661572    1637 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0610 09:22:18.662872    1637 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0610 09:22:18.662908    1637 kubeadm.go:404] StartCluster: {Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:22:18.662975    1637 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0610 09:22:18.668496    1637 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0610 09:22:18.671389    1637 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0610 09:22:18.674606    1637 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0610 09:22:18.677626    1637 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0610 09:22:18.677644    1637 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0610 09:22:18.703158    1637 kubeadm.go:322] [init] Using Kubernetes version: v1.27.2

	I0610 09:22:18.703188    1637 kubeadm.go:322] [preflight] Running pre-flight checks

	I0610 09:22:18.757797    1637 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0610 09:22:18.757860    1637 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0610 09:22:18.757910    1637 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0610 09:22:18.816123    1637 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0610 09:22:18.821365    1637 out.go:204]   - Generating certificates and keys ...

	I0610 09:22:18.821409    1637 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0610 09:22:18.821441    1637 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0610 09:22:19.085233    1637 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0610 09:22:19.181413    1637 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0610 09:22:19.330348    1637 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0610 09:22:19.412707    1637 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0610 09:22:19.604000    1637 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0610 09:22:19.604069    1637 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.814398    1637 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0610 09:22:19.814478    1637 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.907005    1637 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0610 09:22:20.056367    1637 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0610 09:22:20.125295    1637 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0610 09:22:20.125333    1637 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0610 09:22:20.241297    1637 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0610 09:22:20.330399    1637 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0610 09:22:20.489216    1637 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0610 09:22:20.764229    1637 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0610 09:22:20.771051    1637 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0610 09:22:20.771103    1637 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0610 09:22:20.771135    1637 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0610 09:22:20.859965    1637 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0610 09:22:20.864105    1637 out.go:204]   - Booting up control plane ...

	I0610 09:22:20.864178    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0610 09:22:20.864224    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0610 09:22:20.864257    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0610 09:22:20.864302    1637 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0610 09:22:20.865267    1637 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0610 09:22:24.366796    1637 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.501337 seconds

	I0610 09:22:24.366861    1637 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0610 09:22:24.372204    1637 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0610 09:22:24.898455    1637 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0610 09:22:24.898779    1637 kubeadm.go:322] [mark-control-plane] Marking the node addons-098000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0610 09:22:25.404043    1637 kubeadm.go:322] [bootstrap-token] Using token: 8xmw5d.kvohdu7dlcpn05ob

	I0610 09:22:25.410608    1637 out.go:204]   - Configuring RBAC rules ...

	I0610 09:22:25.410669    1637 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0610 09:22:25.411737    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0610 09:22:25.418545    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0610 09:22:25.419904    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0610 09:22:25.421252    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0610 09:22:25.422283    1637 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0610 09:22:25.427205    1637 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0610 09:22:25.603958    1637 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0610 09:22:25.815834    1637 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0610 09:22:25.816185    1637 kubeadm.go:322] 

	I0610 09:22:25.816225    1637 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0610 09:22:25.816233    1637 kubeadm.go:322] 

	I0610 09:22:25.816291    1637 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0610 09:22:25.816295    1637 kubeadm.go:322] 

	I0610 09:22:25.816308    1637 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0610 09:22:25.816346    1637 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0610 09:22:25.816388    1637 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0610 09:22:25.816392    1637 kubeadm.go:322] 

	I0610 09:22:25.816425    1637 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0610 09:22:25.816430    1637 kubeadm.go:322] 

	I0610 09:22:25.816463    1637 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0610 09:22:25.816466    1637 kubeadm.go:322] 

	I0610 09:22:25.816508    1637 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0610 09:22:25.816560    1637 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0610 09:22:25.816602    1637 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0610 09:22:25.816605    1637 kubeadm.go:322] 

	I0610 09:22:25.816653    1637 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0610 09:22:25.816694    1637 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0610 09:22:25.816699    1637 kubeadm.go:322] 

	I0610 09:22:25.816749    1637 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.816801    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 \

	I0610 09:22:25.816815    1637 kubeadm.go:322] 	--control-plane 

	I0610 09:22:25.816823    1637 kubeadm.go:322] 

	I0610 09:22:25.816880    1637 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0610 09:22:25.816883    1637 kubeadm.go:322] 

	I0610 09:22:25.816931    1637 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.817003    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 

	I0610 09:22:25.817072    1637 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0610 09:22:25.817175    1637 kubeadm.go:322] W0610 16:22:19.219117    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817283    1637 kubeadm.go:322] W0610 16:22:21.323610    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817294    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:25.817303    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:25.823848    1637 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0610 09:22:25.826928    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0610 09:22:25.830443    1637 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0610 09:22:25.836316    1637 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0610 09:22:25.836378    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.836393    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5 minikube.k8s.io/name=addons-098000 minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.900338    1637 ops.go:34] apiserver oom_adj: -16

	I0610 09:22:25.900382    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.433306    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.933284    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.433115    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.933305    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.433535    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.933493    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.433524    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.932908    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.433563    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.933551    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.433517    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.933506    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.433459    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.933537    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.433223    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.933503    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.432603    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.933481    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.433267    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.933228    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.433253    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.933272    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.433226    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.933202    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.431772    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.933197    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.432078    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.482163    1637 kubeadm.go:1076] duration metric: took 13.645838667s to wait for elevateKubeSystemPrivileges.

	I0610 09:22:39.482178    1637 kubeadm.go:406] StartCluster complete in 20.819301625s

	I0610 09:22:39.482188    1637 settings.go:142] acquiring lock: {Name:mk6eef4f6d8f32005bb3baac4caf84efe88ae2c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482341    1637 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:22:39.482516    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/kubeconfig: {Name:mk43e1f9099026f94c69e1d46254f04b709c9ac1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482746    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0610 09:22:39.482786    1637 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0610 09:22:39.482870    1637 addons.go:66] Setting volumesnapshots=true in profile "addons-098000"

	I0610 09:22:39.482872    1637 addons.go:66] Setting inspektor-gadget=true in profile "addons-098000"

	I0610 09:22:39.482879    1637 addons.go:228] Setting addon volumesnapshots=true in "addons-098000"

	I0610 09:22:39.482922    1637 addons.go:66] Setting registry=true in profile "addons-098000"

	I0610 09:22:39.482902    1637 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-098000"

	I0610 09:22:39.482936    1637 addons.go:228] Setting addon registry=true in "addons-098000"

	I0610 09:22:39.482958    1637 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:39.482880    1637 addons.go:228] Setting addon inspektor-gadget=true in "addons-098000"

	I0610 09:22:39.482979    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482984    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482878    1637 addons.go:66] Setting gcp-auth=true in profile "addons-098000"

	I0610 09:22:39.483016    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483020    1637 mustload.go:65] Loading cluster: addons-098000

	I0610 09:22:39.483034    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483276    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.483275    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.482885    1637 addons.go:66] Setting ingress=true in profile "addons-098000"

	I0610 09:22:39.483383    1637 addons.go:228] Setting addon ingress=true in "addons-098000"

	I0610 09:22:39.483423    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.483508    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483523    1637 addons.go:274] "addons-098000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0610 09:22:39.483525    1637 addons.go:464] Verifying addon registry=true in "addons-098000"

	W0610 09:22:39.483511    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483543    1637 addons.go:274] "addons-098000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	I0610 09:22:39.487787    1637 out.go:177] * Verifying registry addon...

	I0610 09:22:39.482886    1637 addons.go:66] Setting default-storageclass=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting cloud-spanner=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting ingress-dns=true in profile "addons-098000"

	I0610 09:22:39.482892    1637 addons.go:66] Setting storage-provisioner=true in profile "addons-098000"

	I0610 09:22:39.482899    1637 addons.go:66] Setting metrics-server=true in profile "addons-098000"

	W0610 09:22:39.483773    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483867    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.484558    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.494895    1637 addons.go:228] Setting addon ingress-dns=true in "addons-098000"

	I0610 09:22:39.494904    1637 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-098000"

	I0610 09:22:39.494907    1637 addons.go:228] Setting addon metrics-server=true in "addons-098000"

	I0610 09:22:39.494911    1637 addons.go:228] Setting addon cloud-spanner=true in "addons-098000"

	I0610 09:22:39.494913    1637 addons.go:228] Setting addon storage-provisioner=true in "addons-098000"

	W0610 09:22:39.494917    1637 addons.go:274] "addons-098000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0610 09:22:39.494920    1637 addons.go:274] "addons-098000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0610 09:22:39.495382    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0610 09:22:39.500831    1637 addons.go:464] Verifying addon ingress=true in "addons-098000"

	I0610 09:22:39.500842    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500849    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.504830    1637 out.go:177] * Verifying ingress addon...

	I0610 09:22:39.500952    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500997    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0610 09:22:39.501041    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.501118    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.514859    1637 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	W0610 09:22:39.511954    1637 addons.go:274] "addons-098000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0610 09:22:39.512421    1637 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0610 09:22:39.517592    1637 addons.go:228] Setting addon default-storageclass=true in "addons-098000"

	I0610 09:22:39.517921    1637 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.518096    1637 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0610 09:22:39.521871    1637 addons.go:464] Verifying addon metrics-server=true in "addons-098000"

	I0610 09:22:39.527803    1637 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0610 09:22:39.528897    1637 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0610 09:22:39.533879    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0610 09:22:39.533885    1637 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6

	I0610 09:22:39.533900    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.539950    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0610 09:22:39.549899    1637 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.549908    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)

	I0610 09:22:39.549915    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540014    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540659    1637 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.550015    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0610 09:22:39.550019    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.552885    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0610 09:22:39.545910    1637 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.547022    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0610 09:22:39.555818    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0610 09:22:39.555836    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.558872    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0610 09:22:39.563787    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0610 09:22:39.565032    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0610 09:22:39.576758    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0610 09:22:39.585719    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0610 09:22:39.588857    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0610 09:22:39.588866    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0610 09:22:39.588875    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.610676    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.641637    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.644621    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.683769    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.740787    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0610 09:22:39.740799    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0610 09:22:39.840307    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0610 09:22:39.840321    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0610 09:22:39.985655    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0610 09:22:39.985667    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0610 09:22:40.064364    1637 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-098000" context rescaled to 1 replicas

	I0610 09:22:40.064382    1637 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:22:40.068539    1637 out.go:177] * Verifying Kubernetes components...

	I0610 09:22:40.077600    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:40.261757    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0610 09:22:40.261768    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0610 09:22:40.290415    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0610 09:22:40.290425    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0610 09:22:40.300542    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0610 09:22:40.300551    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0610 09:22:40.308642    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0610 09:22:40.308652    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0610 09:22:40.313342    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0610 09:22:40.313353    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0610 09:22:40.318717    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0610 09:22:40.318725    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0610 09:22:40.323460    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.323466    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0610 09:22:40.335717    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.661069    1637 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.105262875s)

	I0610 09:22:40.661101    1637 start.go:916] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0610 09:22:40.737190    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.12650025s)

	I0610 09:22:40.873352    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.23170025s)

	I0610 09:22:40.873360    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.228730125s)

	I0610 09:22:40.873397    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (1.189617792s)

	I0610 09:22:40.873843    1637 node_ready.go:35] waiting up to 6m0s for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875337    1637 node_ready.go:49] node "addons-098000" has status "Ready":"True"

	I0610 09:22:40.875343    1637 node_ready.go:38] duration metric: took 1.493375ms waiting for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875346    1637 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:40.878632    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881351    1637 pod_ready.go:92] pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:40.881360    1637 pod_ready.go:81] duration metric: took 2.720875ms waiting for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881363    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:41.422744    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.08700475s)

	I0610 09:22:41.422764    1637 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:41.429025    1637 out.go:177] * Verifying csi-hostpath-driver addon...

	I0610 09:22:41.436428    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0610 09:22:41.441210    1637 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0610 09:22:41.441218    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:41.945707    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.446004    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.891987    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:42.949163    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.445226    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.945705    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.445736    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.893909    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:44.949633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.445855    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.945805    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.106349    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0610 09:22:46.106363    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.140536    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0610 09:22:46.145624    1637 addons.go:228] Setting addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.145643    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:46.146378    1637 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0610 09:22:46.146386    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.179928    1637 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0610 09:22:46.183883    1637 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0610 09:22:46.187898    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0610 09:22:46.187903    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0610 09:22:46.192588    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0610 09:22:46.192594    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0610 09:22:46.199251    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.199256    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0610 09:22:46.204462    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.429785    1637 addons.go:464] Verifying addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.434320    1637 out.go:177] * Verifying gcp-auth addon...

	I0610 09:22:46.440768    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0610 09:22:46.443515    1637 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0610 09:22:46.443521    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:46.446140    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949654    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.389319    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:47.445303    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.446055    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:47.946177    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.946875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.446743    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.447103    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.945711    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.946918    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.389715    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:49.445862    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.448994    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.945095    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.945638    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.446626    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.446936    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.887650    1637 pod_ready.go:97] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminat

ed{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887663    1637 pod_ready.go:81] duration metric: took 10.00631125s waiting for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	E0610 09:22:50.887668    1637 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termi

nated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887672    1637 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890299    1637 pod_ready.go:92] pod "etcd-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.890307    1637 pod_ready.go:81] duration metric: took 2.63175ms waiting for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890310    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892694    1637 pod_ready.go:92] pod "kube-apiserver-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.892699    1637 pod_ready.go:81] duration metric: took 2.386083ms waiting for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892703    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895043    1637 pod_ready.go:92] pod "kube-controller-manager-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.895049    1637 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895053    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897341    1637 pod_ready.go:92] pod "kube-proxy-jpnqh" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.897346    1637 pod_ready.go:81] duration metric: took 2.29075ms waiting for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897350    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.945358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.946279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.288420    1637 pod_ready.go:92] pod "kube-scheduler-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:51.288430    1637 pod_ready.go:81] duration metric: took 391.078333ms waiting for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:51.288436    1637 pod_ready.go:38] duration metric: took 10.413098792s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:51.288445    1637 api_server.go:52] waiting for apiserver process to appear ...

	I0610 09:22:51.288516    1637 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0610 09:22:51.295818    1637 api_server.go:72] duration metric: took 11.231423584s to wait for apiserver process to appear ...

	I0610 09:22:51.295824    1637 api_server.go:88] waiting for apiserver healthz status ...

	I0610 09:22:51.295831    1637 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0610 09:22:51.299125    1637 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0610 09:22:51.299826    1637 api_server.go:141] control plane version: v1.27.2

	I0610 09:22:51.299832    1637 api_server.go:131] duration metric: took 4.005625ms to wait for apiserver health ...

	I0610 09:22:51.299835    1637 system_pods.go:43] waiting for kube-system pods to appear ...

	I0610 09:22:51.445314    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:51.446212    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.490284    1637 system_pods.go:59] 11 kube-system pods found

	I0610 09:22:51.490295    1637 system_pods.go:61] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.490299    1637 system_pods.go:61] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.490303    1637 system_pods.go:61] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.490306    1637 system_pods.go:61] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.490311    1637 system_pods.go:61] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.490314    1637 system_pods.go:61] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.490317    1637 system_pods.go:61] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.490320    1637 system_pods.go:61] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.490323    1637 system_pods.go:61] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.490325    1637 system_pods.go:61] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.490336    1637 system_pods.go:61] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.490341    1637 system_pods.go:74] duration metric: took 190.503333ms to wait for pod list to return data ...

	I0610 09:22:51.490345    1637 default_sa.go:34] waiting for default service account to be created ...

	I0610 09:22:51.687921    1637 default_sa.go:45] found service account: "default"

	I0610 09:22:51.687931    1637 default_sa.go:55] duration metric: took 197.581625ms for default service account to be created ...

	I0610 09:22:51.687935    1637 system_pods.go:116] waiting for k8s-apps to be running ...

	I0610 09:22:51.890310    1637 system_pods.go:86] 11 kube-system pods found

	I0610 09:22:51.890320    1637 system_pods.go:89] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.890326    1637 system_pods.go:89] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.890330    1637 system_pods.go:89] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.890333    1637 system_pods.go:89] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.890336    1637 system_pods.go:89] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.890338    1637 system_pods.go:89] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.890341    1637 system_pods.go:89] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.890344    1637 system_pods.go:89] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.890349    1637 system_pods.go:89] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.890351    1637 system_pods.go:89] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.890354    1637 system_pods.go:89] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.890357    1637 system_pods.go:126] duration metric: took 202.419584ms to wait for k8s-apps to be running ...

	I0610 09:22:51.890363    1637 system_svc.go:44] waiting for kubelet service to be running ....

	I0610 09:22:51.890418    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:51.897401    1637 system_svc.go:56] duration metric: took 7.035125ms WaitForService to wait for kubelet.

	I0610 09:22:51.897410    1637 kubeadm.go:581] duration metric: took 11.8330175s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0610 09:22:51.897420    1637 node_conditions.go:102] verifying NodePressure condition ...

	I0610 09:22:51.944537    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.945311    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.087254    1637 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0610 09:22:52.087281    1637 node_conditions.go:123] node cpu capacity is 2

	I0610 09:22:52.087290    1637 node_conditions.go:105] duration metric: took 189.867833ms to run NodePressure ...

	I0610 09:22:52.087295    1637 start.go:228] waiting for startup goroutines ...

	I0610 09:22:52.445279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:52.445610    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.945799    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.946052    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.445389    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.446014    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.945473    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.946237    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.446325    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.448382    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.948114    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.951263    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.447181    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.447511    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.945501    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.946418    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.445349    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.445910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.945410    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.946065    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.447469    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.448009    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.945353    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.946520    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454959    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.946148    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.947450    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.446206    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:00.447700    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.944434    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.945129    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.445646    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.446643    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:01.945710    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.947152    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.450730    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.454285    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.952960    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.955376    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.446358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.447878    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.945294    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.946290    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.445145    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.446164    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.946364    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.946514    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.449729    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.453690    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.947873    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.950281    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.445562    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.445795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.946136    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.947509    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.445951    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.446633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.945814    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.946157    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.446086    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.446099    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.970991    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.971383    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.448620    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:09.449087    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.946728    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.948250    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446827    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446978    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:10.945421    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.945732    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.444797    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.445621    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.948926    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.949262    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.452305    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:12.453786    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.948653    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.949795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.445378    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.446558    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:13.946404    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.946644    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.446073    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.446331    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.946569    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.946725    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.445689    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.446865    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.947373    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.948973    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.445756    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:16.446819    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.944171    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.945088    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.448798    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.450089    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:17.952301    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.955532    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.945244    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.946363    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.445300    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:19.445962    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944002    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944781    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.446084    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:20.446223    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.952440    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.954313    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.445625    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.446916    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.945782    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.947236    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.445836    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.446162    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.945365    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.946169    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.449820    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:23.452877    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.953442    1637 kapi.go:107] duration metric: took 37.512712584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0610 09:23:23.958122    1637 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-098000 cluster.

	I0610 09:23:23.957179    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.961932    1637 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0610 09:23:23.965925    1637 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0610 09:23:24.450360    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:24.945980    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.445712    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.946008    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.446034    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.950257    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.454943    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.956882    1637 kapi.go:107] duration metric: took 46.520505042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0610 09:28:39.510321    1637 kapi.go:107] duration metric: took 6m0.007516916s to wait for kubernetes.io/minikube-addons=registry ...

	W0610 09:28:39.510625    1637 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0610 09:28:39.531369    1637 kapi.go:107] duration metric: took 6m0.011549375s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0610 09:28:39.531491    1637 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0610 09:28:39.539250    1637 out.go:177] * Enabled addons: volumesnapshots, inspektor-gadget, metrics-server, cloud-spanner, storage-provisioner, default-storageclass, ingress-dns, gcp-auth, csi-hostpath-driver

	I0610 09:28:39.545184    1637 addons.go:499] enable addons completed in 6m0.055013834s: enabled=[volumesnapshots inspektor-gadget metrics-server cloud-spanner storage-provisioner default-storageclass ingress-dns gcp-auth csi-hostpath-driver]

	I0610 09:28:39.545227    1637 start.go:233] waiting for cluster config update ...

	I0610 09:28:39.545256    1637 start.go:242] writing updated cluster config ...

	I0610 09:28:39.546371    1637 ssh_runner.go:195] Run: rm -f paused

	I0610 09:28:39.689843    1637 start.go:573] kubectl: 1.25.9, cluster: 1.27.2 (minor skew: 2)

	I0610 09:28:39.694186    1637 out.go:177] 

	W0610 09:28:39.697254    1637 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.2.

	I0610 09:28:39.701213    1637 out.go:177]   - Want kubectl v1.27.2? Try 'minikube kubectl -- get pods -A'

	I0610 09:28:39.709228    1637 out.go:177] * Done! kubectl is now configured to use "addons-098000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:40 UTC. --

	Jun 10 16:28:38 addons-098000 dockerd[939]: time="2023-06-10T16:28:38.780840261Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940455787Z" level=info msg="shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940486162Z" level=warning msg="cleaning up after shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940492579Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.940636785Z" level=info msg="ignoring event" container=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.998241480Z" level=info msg="ignoring event" container=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998855056Z" level=info msg="shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998883722Z" level=warning msg="cleaning up after shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998888056Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737483784Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737542367Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737565825Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737574241Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[933]: time="2023-06-10T16:33:46.778804028Z" level=info msg="ignoring event" container=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779017026Z" level=info msg="shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779051484Z" level=warning msg="cleaning up after shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779056025Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747938173Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747997298Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748248087Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748452960Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[933]: time="2023-06-10T16:38:54.805196171Z" level=info msg="ignoring event" container=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805369210Z" level=info msg="shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805425252Z" level=warning msg="cleaning up after shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805429585Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                                        CREATED              STATE               NAME                                     ATTEMPT             POD ID

	6877b2a4c1b8b       1499ed4fbd0aa                                                                                                                                About a minute ago   Exited              minikube-ingress-dns                     8                   8e5b404496c4e

	23a8cae6443cd       registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f                          17 minutes ago       Running             csi-snapshotter                          0                   567c041b8040d

	1a73024f59864       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                                 17 minutes ago       Running             gcp-auth                                 0                   d8f3043938a40

	3fa8701fda26c       registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8                          17 minutes ago       Running             csi-provisioner                          0                   567c041b8040d

	aafd1d61dfe4b       registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0                            17 minutes ago       Running             liveness-probe                           0                   567c041b8040d

	2b6767dfbe9d3       registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5                           17 minutes ago       Running             hostpath                                 0                   567c041b8040d

	8f02984364568       registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c                17 minutes ago       Running             node-driver-registrar                    0                   567c041b8040d

	868cfa9fcba69       registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c   17 minutes ago       Running             csi-external-health-monitor-controller   0                   567c041b8040d

	26cfafca2bb0d       registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7                              17 minutes ago       Running             csi-resizer                              0                   a78a427783820

	c58c2d26acda8       registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b                             17 minutes ago       Running             csi-attacher                             0                   674b1cd12ae30

	46105da82f67a       ba04bb24b9575                                                                                                                                17 minutes ago       Running             storage-provisioner                      0                   67c7765a9fa6e

	de0a71571f8d0       29921a0845422                                                                                                                                18 minutes ago       Running             kube-proxy                               0                   2bc9129027615

	adfb52103967f       97e04611ad434                                                                                                                                18 minutes ago       Running             coredns                                  0                   d428f978de558

	335475d795fcf       305d7ed1dae28                                                                                                                                18 minutes ago       Running             kube-scheduler                           0                   31fdcf4abeef0

	3dcf946c301ce       2ee705380c3c5                                                                                                                                18 minutes ago       Running             kube-controller-manager                  0                   9fed8ca4bd2f8

	74423d2dab41d       72c9df6be7f1b                                                                                                                                18 minutes ago       Running             kube-apiserver                           0                   11d78b6999216

	2a81bf4413e12       24bc64e911039                                                                                                                                18 minutes ago       Running             etcd                                     0                   a20e51a803c8c

	* 

	* ==> coredns [adfb52103967] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:46766 - 38334 "HINFO IN 1120296007274907072.5268654669647465865. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004199511s

	[INFO] 10.244.0.10:39208 - 36576 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000125s

	[INFO] 10.244.0.10:59425 - 64759 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155334s

	[INFO] 10.244.0.10:33915 - 19077 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000037167s

	[INFO] 10.244.0.10:46994 - 65166 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00002725s

	[INFO] 10.244.0.10:46598 - 37414 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043625s

	[INFO] 10.244.0.10:55204 - 18019 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000032792s

	[INFO] 10.244.0.10:60613 - 7185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000939127s

	[INFO] 10.244.0.10:40293 - 55849 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00103996s

	* 

	* ==> describe nodes <==

	* Name:               addons-098000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-098000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5

	                    minikube.k8s.io/name=addons-098000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-098000

	Annotations:        csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-098000"}

	                    kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Sat, 10 Jun 2023 16:22:23 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-098000

	  AcquireTime:     <unset>

	  RenewTime:       Sat, 10 Jun 2023 16:40:36 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-098000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	System Info:

	  Machine ID:                 43359b33bc0f4b9c9610dd4ec5308f62

	  System UUID:                43359b33bc0f4b9c9610dd4ec5308f62

	  Boot ID:                    eb81fa5c-fe8f-47ab-b5e5-9f5fe2e987b0

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.2

	  Kube-Proxy Version:         v1.27.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-jkcxn                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 coredns-5d78c9869d-f2tnn                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 csi-hostpath-attacher-0                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 csi-hostpath-resizer-0                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 csi-hostpathplugin-pjvh6                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 etcd-addons-098000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-098000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-098000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-jpnqh                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-098000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 storage-provisioner                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 17m   kube-proxy       

	  Normal  Starting                 18m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m   kubelet          Node addons-098000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m   kubelet          Node addons-098000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m   kubelet          Node addons-098000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m   kubelet          Node addons-098000 status is now: NodeReady

	  Normal  RegisteredNode           18m   node-controller  Node addons-098000 event: Registered Node addons-098000 in Controller

	* 

	* ==> dmesg <==

	* [Jun10 16:22] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.696014] EINJ: EINJ table not found.

	[  +0.658239] systemd-fstab-generator[115]: Ignoring "noauto" for root device

	[  +0.043798] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000807] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.876165] systemd-fstab-generator[474]: Ignoring "noauto" for root device

	[  +0.071972] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +2.924516] systemd-fstab-generator[694]: Ignoring "noauto" for root device

	[  +2.288987] systemd-fstab-generator[866]: Ignoring "noauto" for root device

	[  +0.165983] systemd-fstab-generator[902]: Ignoring "noauto" for root device

	[  +0.077870] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.072149] systemd-fstab-generator[926]: Ignoring "noauto" for root device

	[  +1.146266] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.099605] systemd-fstab-generator[1083]: Ignoring "noauto" for root device

	[  +0.082038] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +0.080513] systemd-fstab-generator[1105]: Ignoring "noauto" for root device

	[  +0.078963] systemd-fstab-generator[1116]: Ignoring "noauto" for root device

	[  +0.086582] systemd-fstab-generator[1157]: Ignoring "noauto" for root device

	[  +3.056689] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.651414] systemd-fstab-generator[2073]: Ignoring "noauto" for root device

	[ +14.757696] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.157496] kauditd_printk_skb: 48 callbacks suppressed

	[  +9.873848] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Jun10 16:23] kauditd_printk_skb: 12 callbacks suppressed

	* 

	* ==> etcd [2a81bf4413e1] <==

	* {"level":"info","ts":"2023-06-10T16:22:22.463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","added-peer-id":"c46d288d2fcb0590","added-peer-peer-urls":["https://192.168.105.2:2380"]}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.857Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-098000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-10T16:32:22.450Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":974}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":974,"took":"2.490131ms","hash":4035340276}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035340276,"revision":974,"compact-revision":-1}

	{"level":"info","ts":"2023-06-10T16:37:22.461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1290}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1290,"took":"1.421443ms","hash":2326989487}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326989487,"revision":1290,"compact-revision":974}

	* 

	* ==> gcp-auth [1a73024f5986] <==

	* 2023/06/10 16:23:23 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  16:40:40 up 18 min,  0 users,  load average: 0.60, 0.54, 0.41

	Linux addons-098000 5.10.57 #1 SMP PREEMPT Wed Jun 7 01:52:34 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [74423d2dab41] <==

	* I0610 16:22:23.642323       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0610 16:22:23.642356       1 cache.go:39] Caches are synced for autoregister controller

	I0610 16:22:23.657792       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0610 16:22:24.401560       1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0610 16:22:24.563279       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0610 16:22:24.568497       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0610 16:22:24.568654       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0610 16:22:24.720978       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0610 16:22:24.731371       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0610 16:22:24.801810       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]

	W0610 16:22:24.805350       1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0610 16:22:24.806303       1 controller.go:624] quota admission added evaluator for: endpoints

	I0610 16:22:24.807740       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0610 16:22:25.583035       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0610 16:22:26.059225       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0610 16:22:26.063878       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]

	I0610 16:22:26.068513       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0610 16:22:39.217505       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0610 16:22:39.917252       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0610 16:22:40.754199       1 alloc.go:330] "allocated clusterIPs" service="default/cloud-spanner-emulator" clusterIPs=map[IPv4:10.99.222.169]

	I0610 16:22:41.357691       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.85.14]

	I0610 16:22:41.362266       1 controller.go:624] quota admission added evaluator for: statefulsets.apps

	I0610 16:22:41.419673       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.111.90.60]

	I0610 16:22:46.394399       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.102.46.8]

	I0610 16:22:46.411449       1 controller.go:624] quota admission added evaluator for: jobs.batch

	* 

	* ==> kube-controller-manager [3dcf946c301c] <==

	* I0610 16:22:46.441438       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.444358       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.468051       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:09.211557       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:09.224222       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.225842       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.320708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.244592       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:11.258467       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.330708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.333357       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.335850       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:11.335887       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.336870       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.345682       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.251101       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.256393       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.263577       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:12.263691       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.265671       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.266556       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:41.027747       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:41.050836       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:42.013412       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:42.047992       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [de0a71571f8d] <==

	* I0610 16:22:40.477801       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0610 16:22:40.477968       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0610 16:22:40.477988       1 server_others.go:551] "Using iptables proxy"

	I0610 16:22:40.508315       1 server_others.go:176] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0610 16:22:40.508325       1 server_others.go:190] "Using iptables Proxier"

	I0610 16:22:40.508357       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0610 16:22:40.508608       1 server.go:657] "Version info" version="v1.27.2"

	I0610 16:22:40.508614       1 server.go:659] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0610 16:22:40.509861       1 config.go:188] "Starting service config controller"

	I0610 16:22:40.509869       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0610 16:22:40.509881       1 config.go:97] "Starting endpoint slice config controller"

	I0610 16:22:40.509882       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0610 16:22:40.511342       1 config.go:315] "Starting node config controller"

	I0610 16:22:40.511347       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0610 16:22:40.609918       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0610 16:22:40.609943       1 shared_informer.go:318] Caches are synced for service config

	I0610 16:22:40.611397       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [335475d795fc] <==

	* W0610 16:22:23.606482       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0610 16:22:23.606891       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0610 16:22:23.606959       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0610 16:22:23.606982       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0610 16:22:23.607008       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607026       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607067       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:23.607087       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:23.607166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607199       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607247       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:23.607268       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.463642       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0610 16:22:24.463731       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0610 16:22:24.485768       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0610 16:22:24.485809       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0610 16:22:24.588161       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:24.588197       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:24.600064       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:24.600158       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.604631       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0610 16:22:24.604651       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0610 16:22:24.616055       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0610 16:22:24.616131       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	I0610 16:22:27.098734       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:40 UTC. --

	Jun 10 16:38:55 addons-098000 kubelet[2091]: I0610 16:38:55.162422    2091 scope.go:115] "RemoveContainer" containerID="865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4"

	Jun 10 16:38:55 addons-098000 kubelet[2091]: I0610 16:38:55.162726    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:38:55 addons-098000 kubelet[2091]: E0610 16:38:55.162992    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:07 addons-098000 kubelet[2091]: I0610 16:39:07.681259    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:07 addons-098000 kubelet[2091]: E0610 16:39:07.682935    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:19 addons-098000 kubelet[2091]: I0610 16:39:19.682302    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:19 addons-098000 kubelet[2091]: E0610 16:39:19.683995    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:25 addons-098000 kubelet[2091]: E0610 16:39:25.689415    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:39:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:39:32 addons-098000 kubelet[2091]: I0610 16:39:32.680792    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:32 addons-098000 kubelet[2091]: E0610 16:39:32.681284    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:47 addons-098000 kubelet[2091]: I0610 16:39:47.681883    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:47 addons-098000 kubelet[2091]: E0610 16:39:47.684253    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:02 addons-098000 kubelet[2091]: I0610 16:40:02.681991    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:02 addons-098000 kubelet[2091]: E0610 16:40:02.683097    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:13 addons-098000 kubelet[2091]: I0610 16:40:13.680609    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:13 addons-098000 kubelet[2091]: E0610 16:40:13.680899    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:25 addons-098000 kubelet[2091]: E0610 16:40:25.787611    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:40:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:40:27 addons-098000 kubelet[2091]: I0610 16:40:27.681515    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:27 addons-098000 kubelet[2091]: E0610 16:40:27.682723    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	* 

	* ==> storage-provisioner [46105da82f67] <==

	* I0610 16:22:41.552997       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0610 16:22:41.564566       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0610 16:22:41.564604       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0610 16:22:41.567070       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0610 16:22:41.567242       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4b8b8b2f-e69f-4abd-8693-9c0a331852aa", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-098000_976d826c-217e-4d0d-87e7-e825dd783783 became leader

	I0610 16:22:41.567336       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

	I0610 16:22:41.668274       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-098000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Registry (721.04s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:183: (dbg) Run:  kubectl --context addons-098000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:183: (dbg) Non-zero exit: kubectl --context addons-098000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: exit status 1 (38.091375ms)

** stderr ** 

	error: no matching resources found

** /stderr **

addons_test.go:184: failed waiting for ingress-nginx-controller : exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-098000 -n addons-098000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-098000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.2   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | --download-only -p             | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | binary-mirror-025000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-025000        | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | -p addons-098000               | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:28 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:28 PDT | 10 Jun 23 09:28 PDT |

	|         | addons-098000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/10 09:21:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.4 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0610 09:21:54.764352    1637 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:54.764757    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764761    1637 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:54.764764    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764861    1637 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 09:21:54.766294    1637 out.go:303] Setting JSON to false

	I0610 09:21:54.781540    1637 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1285,"bootTime":1686412829,"procs":393,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:54.781615    1637 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:54.786460    1637 out.go:177] * [addons-098000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:54.793542    1637 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 09:21:54.798440    1637 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:54.793561    1637 notify.go:220] Checking for updates...

	I0610 09:21:54.804413    1637 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:54.807450    1637 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:54.810460    1637 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 09:21:54.811765    1637 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 09:21:54.814627    1637 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:54.818412    1637 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 09:21:54.823426    1637 start.go:297] selected driver: qemu2

	I0610 09:21:54.823432    1637 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:54.823441    1637 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 09:21:54.825256    1637 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:54.828578    1637 out.go:177] * Automatically selected the socket_vmnet network

	I0610 09:21:54.831535    1637 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 09:21:54.831554    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:21:54.831575    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:21:54.831579    1637 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 09:21:54.831586    1637 start_flags.go:319] config:

	{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:54.831700    1637 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:54.840445    1637 out.go:177] * Starting control plane node addons-098000 in cluster addons-098000

	I0610 09:21:54.844425    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:21:54.844451    1637 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 09:21:54.844469    1637 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:54.844530    1637 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 09:21:54.844535    1637 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 09:21:54.844735    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:21:54.844750    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json: {Name:mkfbe060a3258f68fbe8b01ce26e4a7ada2f24f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:54.844947    1637 cache.go:195] Successfully downloaded all kic artifacts

	I0610 09:21:54.844969    1637 start.go:364] acquiring machines lock for addons-098000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 09:21:54.845063    1637 start.go:368] acquired machines lock for "addons-098000" in 89.292µs

	I0610 09:21:54.845075    1637 start.go:93] Provisioning new machine with config: &{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:21:54.845115    1637 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 09:21:54.853376    1637 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0610 09:21:55.217388    1637 start.go:159] libmachine.API.Create for "addons-098000" (driver="qemu2")

	I0610 09:21:55.217427    1637 client.go:168] LocalClient.Create starting

	I0610 09:21:55.217549    1637 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 09:21:55.301145    1637 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 09:21:55.414002    1637 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 09:21:55.826273    1637 main.go:141] libmachine: Creating SSH key...

	I0610 09:21:55.859428    1637 main.go:141] libmachine: Creating Disk image...

	I0610 09:21:55.859434    1637 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 09:21:55.859612    1637 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.941560    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:55.941581    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.941655    1637 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2 +20000M

	I0610 09:21:55.948999    1637 main.go:141] libmachine: STDOUT: Image resized.

	I0610 09:21:55.949013    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.949042    1637 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.949049    1637 main.go:141] libmachine: Starting QEMU VM...

	I0610 09:21:55.949080    1637 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/qemu.pid -device virtio-net-pci,netdev=net0,mac=c2:e2:60:7a:4e:46 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:56.034280    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:56.034334    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:56.034338    1637 main.go:141] libmachine: Attempt 0

	I0610 09:21:56.034355    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:21:58.036587    1637 main.go:141] libmachine: Attempt 1

	I0610 09:21:58.036664    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:00.038868    1637 main.go:141] libmachine: Attempt 2

	I0610 09:22:00.038909    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:02.040980    1637 main.go:141] libmachine: Attempt 3

	I0610 09:22:02.040996    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:04.043076    1637 main.go:141] libmachine: Attempt 4

	I0610 09:22:04.043113    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:06.045175    1637 main.go:141] libmachine: Attempt 5

	I0610 09:22:06.045200    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047388    1637 main.go:141] libmachine: Attempt 6

	I0610 09:22:08.047472    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047875    1637 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0610 09:22:08.047987    1637 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:c2:e2:60:7a:4e:46 ID:1,c2:e2:60:7a:4e:46 Lease:0x6485f4af}

	I0610 09:22:08.048012    1637 main.go:141] libmachine: Found match: c2:e2:60:7a:4e:46

	I0610 09:22:08.048053    1637 main.go:141] libmachine: IP: 192.168.105.2

	I0610 09:22:08.048083    1637 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0610 09:22:10.069705    1637 machine.go:88] provisioning docker machine ...

	I0610 09:22:10.069788    1637 buildroot.go:166] provisioning hostname "addons-098000"

	I0610 09:22:10.070644    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.071570    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.071588    1637 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-098000 && echo "addons-098000" | sudo tee /etc/hostname

	I0610 09:22:10.164038    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-098000

	I0610 09:22:10.164160    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.164626    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.164641    1637 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-098000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-098000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-098000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0610 09:22:10.239261    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0610 09:22:10.239281    1637 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16578-1150/.minikube CaCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16578-1150/.minikube}

	I0610 09:22:10.239300    1637 buildroot.go:174] setting up certificates

	I0610 09:22:10.239307    1637 provision.go:83] configureAuth start

	I0610 09:22:10.239314    1637 provision.go:138] copyHostCerts

	I0610 09:22:10.239507    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/cert.pem (1123 bytes)

	I0610 09:22:10.240632    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/key.pem (1679 bytes)

	I0610 09:22:10.241010    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.pem (1078 bytes)

	I0610 09:22:10.241260    1637 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem org=jenkins.addons-098000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-098000]

	I0610 09:22:10.307069    1637 provision.go:172] copyRemoteCerts

	I0610 09:22:10.307140    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0610 09:22:10.307172    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.339991    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0610 09:22:10.346931    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0610 09:22:10.353742    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0610 09:22:10.360626    1637 provision.go:86] duration metric: configureAuth took 121.313416ms

	I0610 09:22:10.360639    1637 buildroot.go:189] setting minikube options for container-runtime

	I0610 09:22:10.361002    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:10.361055    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.361272    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.361276    1637 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0610 09:22:10.420194    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0610 09:22:10.420201    1637 buildroot.go:70] root file system type: tmpfs

	I0610 09:22:10.420251    1637 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0610 09:22:10.420295    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.420542    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.420577    1637 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0610 09:22:10.485025    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0610 09:22:10.485070    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.485298    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.485310    1637 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0610 09:22:10.830569    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0610 09:22:10.830580    1637 machine.go:91] provisioned docker machine in 760.843209ms

	I0610 09:22:10.830585    1637 client.go:171] LocalClient.Create took 15.613176541s

	I0610 09:22:10.830594    1637 start.go:167] duration metric: libmachine.API.Create for "addons-098000" took 15.613236583s

	I0610 09:22:10.830598    1637 start.go:300] post-start starting for "addons-098000" (driver="qemu2")

	I0610 09:22:10.830601    1637 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0610 09:22:10.830682    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0610 09:22:10.830692    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.862119    1637 ssh_runner.go:195] Run: cat /etc/os-release

	I0610 09:22:10.863469    1637 info.go:137] Remote host: Buildroot 2021.02.12

	I0610 09:22:10.863478    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/addons for local assets ...

	I0610 09:22:10.863540    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/files for local assets ...

	I0610 09:22:10.863565    1637 start.go:303] post-start completed in 32.963459ms

	I0610 09:22:10.863901    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:22:10.864045    1637 start.go:128] duration metric: createHost completed in 16.018950083s

	I0610 09:22:10.864069    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.864287    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.864291    1637 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0610 09:22:10.923434    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686414131.384712585

	I0610 09:22:10.923441    1637 fix.go:207] guest clock: 1686414131.384712585

	I0610 09:22:10.923446    1637 fix.go:220] Guest: 2023-06-10 09:22:11.384712585 -0700 PDT Remote: 2023-06-10 09:22:10.864048 -0700 PDT m=+16.118188126 (delta=520.664585ms)

	I0610 09:22:10.923456    1637 fix.go:191] guest clock delta is within tolerance: 520.664585ms

	I0610 09:22:10.923459    1637 start.go:83] releasing machines lock for "addons-098000", held for 16.0784145s

	I0610 09:22:10.923756    1637 ssh_runner.go:195] Run: cat /version.json

	I0610 09:22:10.923765    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.923833    1637 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0610 09:22:10.923872    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:11.040251    1637 ssh_runner.go:195] Run: systemctl --version

	I0610 09:22:11.042905    1637 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0610 09:22:11.045415    1637 cni.go:208] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0610 09:22:11.045461    1637 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0610 09:22:11.051643    1637 cni.go:261] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0610 09:22:11.051653    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:11.051736    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:11.061365    1637 docker.go:633] Got preloaded images: 

	I0610 09:22:11.061374    1637 docker.go:639] registry.k8s.io/kube-apiserver:v1.27.2 wasn't preloaded

	I0610 09:22:11.061418    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:11.064624    1637 ssh_runner.go:195] Run: which lz4

	I0610 09:22:11.066056    1637 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0610 09:22:11.067511    1637 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0610 09:22:11.067524    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635669 bytes)

	I0610 09:22:12.384653    1637 docker.go:597] Took 1.318649 seconds to copy over tarball

	I0610 09:22:12.384711    1637 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0610 09:22:13.518722    1637 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.133975834s)

	I0610 09:22:13.518746    1637 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0610 09:22:13.534141    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:13.537423    1637 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0610 09:22:13.542380    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:13.617910    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:15.783768    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.165840375s)

	I0610 09:22:15.783797    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.783942    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.789136    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0610 09:22:15.792061    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0610 09:22:15.794990    1637 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0610 09:22:15.795014    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0610 09:22:15.798511    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.801745    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0610 09:22:15.804884    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.807635    1637 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0610 09:22:15.810661    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0610 09:22:15.814158    1637 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0610 09:22:15.817306    1637 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0610 09:22:15.819948    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:15.905204    1637 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0610 09:22:15.910905    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.910988    1637 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0610 09:22:15.916986    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.922219    1637 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0610 09:22:15.929205    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.933866    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.938677    1637 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0610 09:22:15.974269    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.979243    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.984512    1637 ssh_runner.go:195] Run: which cri-dockerd

	I0610 09:22:15.985792    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0610 09:22:15.988369    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0610 09:22:15.993006    1637 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0610 09:22:16.073036    1637 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0610 09:22:16.147707    1637 docker.go:532] configuring docker to use "cgroupfs" as cgroup driver...

	I0610 09:22:16.147726    1637 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0610 09:22:16.152764    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:16.219604    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:17.389947    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.170326875s)

	I0610 09:22:17.390012    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.468450    1637 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0610 09:22:17.548751    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.629562    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.707590    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0610 09:22:17.714930    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.794794    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0610 09:22:17.819341    1637 start.go:528] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0610 09:22:17.819427    1637 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0610 09:22:17.821557    1637 start.go:549] Will wait 60s for crictl version

	I0610 09:22:17.821591    1637 ssh_runner.go:195] Run: which crictl

	I0610 09:22:17.825207    1637 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0610 09:22:17.842430    1637 start.go:565] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0610 09:22:17.842501    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.850299    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.866701    1637 out.go:204] * Preparing Kubernetes v1.27.2 on Docker 24.0.2 ...

	I0610 09:22:17.866866    1637 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0610 09:22:17.868327    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.871885    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:17.871927    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.877489    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.877499    1637 docker.go:563] Images already preloaded, skipping extraction

	I0610 09:22:17.877550    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.883143    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.883157    1637 cache_images.go:84] Images are preloaded, skipping loading

	I0610 09:22:17.883198    1637 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0610 09:22:17.890410    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:17.890420    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:17.890445    1637 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0610 09:22:17.890455    1637 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-098000 NodeName:addons-098000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0610 09:22:17.890526    1637 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-098000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0610 09:22:17.890573    1637 kubeadm.go:971] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-098000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0610 09:22:17.890631    1637 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.2

	I0610 09:22:17.893850    1637 binaries.go:44] Found k8s binaries, skipping transfer

	I0610 09:22:17.893880    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0610 09:22:17.896724    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0610 09:22:17.901642    1637 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0610 09:22:17.906483    1637 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0610 09:22:17.911373    1637 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0610 09:22:17.912694    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.916067    1637 certs.go:56] Setting up /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000 for IP: 192.168.105.2

	I0610 09:22:17.916076    1637 certs.go:190] acquiring lock for shared ca certs: {Name:mk0fe201bc13e6f12e399f6d97e7f5aaea92ff32 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:17.916236    1637 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key

	I0610 09:22:18.022564    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt ...

	I0610 09:22:18.022569    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt: {Name:mk821d9de36f93438ad430683cb25e2f1c33c9e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022803    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key ...

	I0610 09:22:18.022806    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key: {Name:mk750eea32c0b02b6ad84d81711cbfd77ceefe90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022913    1637 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key

	I0610 09:22:18.159699    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt ...

	I0610 09:22:18.159708    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt: {Name:mk10e39bee2c5c6785228bc7733548a740243d03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.159914    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key ...

	I0610 09:22:18.159917    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key: {Name:mk04d776031cd8d2755a757ba7736e35a9c25212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.160037    1637 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key

	I0610 09:22:18.160044    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt with IP's: []

	I0610 09:22:18.246526    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt ...

	I0610 09:22:18.246530    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt: {Name:mk301aca75dad20ac385eb683aae1662edff3d58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246697    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key ...

	I0610 09:22:18.246700    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key: {Name:mkdf4a2bc618a029a53fbd786e41dffe68b8316b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246803    1637 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969

	I0610 09:22:18.246812    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0610 09:22:18.411436    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 ...

	I0610 09:22:18.411440    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969: {Name:mk922ab871b245e2b8e7e4b2a109a553fe1bcc3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411596    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 ...

	I0610 09:22:18.411599    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969: {Name:mkdde2defc189629d0924fe6871b2adb52e47c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411697    1637 certs.go:337] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt

	I0610 09:22:18.411933    1637 certs.go:341] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key

	I0610 09:22:18.412033    1637 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key

	I0610 09:22:18.412047    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt with IP's: []

	I0610 09:22:18.578568    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt ...

	I0610 09:22:18.578583    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt: {Name:mkb4544f3ff14d84a98fd9ec92bfcdbb5d50e84d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.578783    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key ...

	I0610 09:22:18.578786    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key: {Name:mk82ce3998197ea814bf8f591a5b4b56c617f405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.579030    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem (1679 bytes)

	I0610 09:22:18.579468    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem (1078 bytes)

	I0610 09:22:18.579491    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem (1123 bytes)

	I0610 09:22:18.579672    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem (1679 bytes)

	I0610 09:22:18.580285    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0610 09:22:18.587660    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0610 09:22:18.594728    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0610 09:22:18.602219    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0610 09:22:18.609690    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0610 09:22:18.617442    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0610 09:22:18.624297    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0610 09:22:18.631049    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0610 09:22:18.638070    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0610 09:22:18.644969    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0610 09:22:18.650094    1637 ssh_runner.go:195] Run: openssl version

	I0610 09:22:18.652167    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0610 09:22:18.655090    1637 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656540    1637 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 10 16:22 /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656561    1637 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.658363    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0610 09:22:18.661572    1637 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0610 09:22:18.662872    1637 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0610 09:22:18.662908    1637 kubeadm.go:404] StartCluster: {Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:22:18.662975    1637 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0610 09:22:18.668496    1637 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0610 09:22:18.671389    1637 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0610 09:22:18.674606    1637 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0610 09:22:18.677626    1637 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0610 09:22:18.677644    1637 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0610 09:22:18.703158    1637 kubeadm.go:322] [init] Using Kubernetes version: v1.27.2

	I0610 09:22:18.703188    1637 kubeadm.go:322] [preflight] Running pre-flight checks

	I0610 09:22:18.757797    1637 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0610 09:22:18.757860    1637 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0610 09:22:18.757910    1637 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0610 09:22:18.816123    1637 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0610 09:22:18.821365    1637 out.go:204]   - Generating certificates and keys ...

	I0610 09:22:18.821409    1637 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0610 09:22:18.821441    1637 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0610 09:22:19.085233    1637 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0610 09:22:19.181413    1637 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0610 09:22:19.330348    1637 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0610 09:22:19.412707    1637 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0610 09:22:19.604000    1637 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0610 09:22:19.604069    1637 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.814398    1637 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0610 09:22:19.814478    1637 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.907005    1637 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0610 09:22:20.056367    1637 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0610 09:22:20.125295    1637 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0610 09:22:20.125333    1637 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0610 09:22:20.241297    1637 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0610 09:22:20.330399    1637 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0610 09:22:20.489216    1637 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0610 09:22:20.764229    1637 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0610 09:22:20.771051    1637 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0610 09:22:20.771103    1637 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0610 09:22:20.771135    1637 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0610 09:22:20.859965    1637 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0610 09:22:20.864105    1637 out.go:204]   - Booting up control plane ...

	I0610 09:22:20.864178    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0610 09:22:20.864224    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0610 09:22:20.864257    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0610 09:22:20.864302    1637 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0610 09:22:20.865267    1637 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0610 09:22:24.366796    1637 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.501337 seconds

	I0610 09:22:24.366861    1637 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0610 09:22:24.372204    1637 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0610 09:22:24.898455    1637 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0610 09:22:24.898779    1637 kubeadm.go:322] [mark-control-plane] Marking the node addons-098000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0610 09:22:25.404043    1637 kubeadm.go:322] [bootstrap-token] Using token: 8xmw5d.kvohdu7dlcpn05ob

	I0610 09:22:25.410608    1637 out.go:204]   - Configuring RBAC rules ...

	I0610 09:22:25.410669    1637 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0610 09:22:25.411737    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0610 09:22:25.418545    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0610 09:22:25.419904    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0610 09:22:25.421252    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0610 09:22:25.422283    1637 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0610 09:22:25.427205    1637 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0610 09:22:25.603958    1637 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0610 09:22:25.815834    1637 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0610 09:22:25.816185    1637 kubeadm.go:322] 

	I0610 09:22:25.816225    1637 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0610 09:22:25.816233    1637 kubeadm.go:322] 

	I0610 09:22:25.816291    1637 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0610 09:22:25.816295    1637 kubeadm.go:322] 

	I0610 09:22:25.816308    1637 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0610 09:22:25.816346    1637 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0610 09:22:25.816388    1637 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0610 09:22:25.816392    1637 kubeadm.go:322] 

	I0610 09:22:25.816425    1637 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0610 09:22:25.816430    1637 kubeadm.go:322] 

	I0610 09:22:25.816463    1637 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0610 09:22:25.816466    1637 kubeadm.go:322] 

	I0610 09:22:25.816508    1637 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0610 09:22:25.816560    1637 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0610 09:22:25.816602    1637 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0610 09:22:25.816605    1637 kubeadm.go:322] 

	I0610 09:22:25.816653    1637 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0610 09:22:25.816694    1637 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0610 09:22:25.816699    1637 kubeadm.go:322] 

	I0610 09:22:25.816749    1637 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.816801    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 \

	I0610 09:22:25.816815    1637 kubeadm.go:322] 	--control-plane 

	I0610 09:22:25.816823    1637 kubeadm.go:322] 

	I0610 09:22:25.816880    1637 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0610 09:22:25.816883    1637 kubeadm.go:322] 

	I0610 09:22:25.816931    1637 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.817003    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 

	I0610 09:22:25.817072    1637 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0610 09:22:25.817175    1637 kubeadm.go:322] W0610 16:22:19.219117    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817283    1637 kubeadm.go:322] W0610 16:22:21.323610    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817294    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:25.817303    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:25.823848    1637 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0610 09:22:25.826928    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0610 09:22:25.830443    1637 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0610 09:22:25.836316    1637 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0610 09:22:25.836378    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.836393    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5 minikube.k8s.io/name=addons-098000 minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.900338    1637 ops.go:34] apiserver oom_adj: -16

	I0610 09:22:25.900382    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.433306    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.933284    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.433115    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.933305    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.433535    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.933493    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.433524    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.932908    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.433563    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.933551    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.433517    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.933506    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.433459    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.933537    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.433223    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.933503    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.432603    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.933481    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.433267    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.933228    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.433253    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.933272    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.433226    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.933202    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.431772    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.933197    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.432078    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.482163    1637 kubeadm.go:1076] duration metric: took 13.645838667s to wait for elevateKubeSystemPrivileges.

	I0610 09:22:39.482178    1637 kubeadm.go:406] StartCluster complete in 20.819301625s

	I0610 09:22:39.482188    1637 settings.go:142] acquiring lock: {Name:mk6eef4f6d8f32005bb3baac4caf84efe88ae2c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482341    1637 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:22:39.482516    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/kubeconfig: {Name:mk43e1f9099026f94c69e1d46254f04b709c9ac1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482746    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0610 09:22:39.482786    1637 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0610 09:22:39.482870    1637 addons.go:66] Setting volumesnapshots=true in profile "addons-098000"

	I0610 09:22:39.482872    1637 addons.go:66] Setting inspektor-gadget=true in profile "addons-098000"

	I0610 09:22:39.482879    1637 addons.go:228] Setting addon volumesnapshots=true in "addons-098000"

	I0610 09:22:39.482922    1637 addons.go:66] Setting registry=true in profile "addons-098000"

	I0610 09:22:39.482902    1637 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-098000"

	I0610 09:22:39.482936    1637 addons.go:228] Setting addon registry=true in "addons-098000"

	I0610 09:22:39.482958    1637 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:39.482880    1637 addons.go:228] Setting addon inspektor-gadget=true in "addons-098000"

	I0610 09:22:39.482979    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482984    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482878    1637 addons.go:66] Setting gcp-auth=true in profile "addons-098000"

	I0610 09:22:39.483016    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483020    1637 mustload.go:65] Loading cluster: addons-098000

	I0610 09:22:39.483034    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483276    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.483275    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.482885    1637 addons.go:66] Setting ingress=true in profile "addons-098000"

	I0610 09:22:39.483383    1637 addons.go:228] Setting addon ingress=true in "addons-098000"

	I0610 09:22:39.483423    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.483508    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483523    1637 addons.go:274] "addons-098000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0610 09:22:39.483525    1637 addons.go:464] Verifying addon registry=true in "addons-098000"

	W0610 09:22:39.483511    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483543    1637 addons.go:274] "addons-098000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	I0610 09:22:39.487787    1637 out.go:177] * Verifying registry addon...

	I0610 09:22:39.482886    1637 addons.go:66] Setting default-storageclass=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting cloud-spanner=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting ingress-dns=true in profile "addons-098000"

	I0610 09:22:39.482892    1637 addons.go:66] Setting storage-provisioner=true in profile "addons-098000"

	I0610 09:22:39.482899    1637 addons.go:66] Setting metrics-server=true in profile "addons-098000"

	W0610 09:22:39.483773    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483867    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.484558    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.494895    1637 addons.go:228] Setting addon ingress-dns=true in "addons-098000"

	I0610 09:22:39.494904    1637 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-098000"

	I0610 09:22:39.494907    1637 addons.go:228] Setting addon metrics-server=true in "addons-098000"

	I0610 09:22:39.494911    1637 addons.go:228] Setting addon cloud-spanner=true in "addons-098000"

	I0610 09:22:39.494913    1637 addons.go:228] Setting addon storage-provisioner=true in "addons-098000"

	W0610 09:22:39.494917    1637 addons.go:274] "addons-098000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0610 09:22:39.494920    1637 addons.go:274] "addons-098000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0610 09:22:39.495382    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0610 09:22:39.500831    1637 addons.go:464] Verifying addon ingress=true in "addons-098000"

	I0610 09:22:39.500842    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500849    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.504830    1637 out.go:177] * Verifying ingress addon...

	I0610 09:22:39.500952    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500997    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0610 09:22:39.501041    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.501118    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.514859    1637 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	W0610 09:22:39.511954    1637 addons.go:274] "addons-098000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0610 09:22:39.512421    1637 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0610 09:22:39.517592    1637 addons.go:228] Setting addon default-storageclass=true in "addons-098000"

	I0610 09:22:39.517921    1637 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.518096    1637 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0610 09:22:39.521871    1637 addons.go:464] Verifying addon metrics-server=true in "addons-098000"

	I0610 09:22:39.527803    1637 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0610 09:22:39.528897    1637 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0610 09:22:39.533879    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0610 09:22:39.533885    1637 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6

	I0610 09:22:39.533900    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.539950    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0610 09:22:39.549899    1637 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.549908    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)

	I0610 09:22:39.549915    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540014    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540659    1637 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.550015    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0610 09:22:39.550019    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.552885    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0610 09:22:39.545910    1637 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.547022    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0610 09:22:39.555818    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0610 09:22:39.555836    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.558872    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0610 09:22:39.563787    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0610 09:22:39.565032    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0610 09:22:39.576758    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0610 09:22:39.585719    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0610 09:22:39.588857    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0610 09:22:39.588866    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0610 09:22:39.588875    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.610676    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.641637    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.644621    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.683769    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.740787    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0610 09:22:39.740799    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0610 09:22:39.840307    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0610 09:22:39.840321    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0610 09:22:39.985655    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0610 09:22:39.985667    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0610 09:22:40.064364    1637 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-098000" context rescaled to 1 replicas

	I0610 09:22:40.064382    1637 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:22:40.068539    1637 out.go:177] * Verifying Kubernetes components...

	I0610 09:22:40.077600    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:40.261757    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0610 09:22:40.261768    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0610 09:22:40.290415    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0610 09:22:40.290425    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0610 09:22:40.300542    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0610 09:22:40.300551    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0610 09:22:40.308642    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0610 09:22:40.308652    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0610 09:22:40.313342    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0610 09:22:40.313353    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0610 09:22:40.318717    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0610 09:22:40.318725    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0610 09:22:40.323460    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.323466    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0610 09:22:40.335717    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.661069    1637 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.105262875s)

	I0610 09:22:40.661101    1637 start.go:916] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0610 09:22:40.737190    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.12650025s)

	I0610 09:22:40.873352    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.23170025s)

	I0610 09:22:40.873360    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.228730125s)

	I0610 09:22:40.873397    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (1.189617792s)

	I0610 09:22:40.873843    1637 node_ready.go:35] waiting up to 6m0s for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875337    1637 node_ready.go:49] node "addons-098000" has status "Ready":"True"

	I0610 09:22:40.875343    1637 node_ready.go:38] duration metric: took 1.493375ms waiting for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875346    1637 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:40.878632    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881351    1637 pod_ready.go:92] pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:40.881360    1637 pod_ready.go:81] duration metric: took 2.720875ms waiting for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881363    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:41.422744    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.08700475s)

	I0610 09:22:41.422764    1637 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:41.429025    1637 out.go:177] * Verifying csi-hostpath-driver addon...

	I0610 09:22:41.436428    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0610 09:22:41.441210    1637 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0610 09:22:41.441218    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:41.945707    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.446004    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.891987    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:42.949163    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.445226    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.945705    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.445736    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.893909    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:44.949633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.445855    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.945805    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.106349    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0610 09:22:46.106363    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.140536    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0610 09:22:46.145624    1637 addons.go:228] Setting addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.145643    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:46.146378    1637 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0610 09:22:46.146386    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.179928    1637 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0610 09:22:46.183883    1637 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0610 09:22:46.187898    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0610 09:22:46.187903    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0610 09:22:46.192588    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0610 09:22:46.192594    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0610 09:22:46.199251    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.199256    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0610 09:22:46.204462    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.429785    1637 addons.go:464] Verifying addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.434320    1637 out.go:177] * Verifying gcp-auth addon...

	I0610 09:22:46.440768    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0610 09:22:46.443515    1637 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0610 09:22:46.443521    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:46.446140    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949654    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.389319    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:47.445303    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.446055    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:47.946177    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.946875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.446743    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.447103    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.945711    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.946918    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.389715    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:49.445862    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.448994    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.945095    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.945638    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.446626    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.446936    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.887650    1637 pod_ready.go:97] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminat

ed{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887663    1637 pod_ready.go:81] duration metric: took 10.00631125s waiting for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	E0610 09:22:50.887668    1637 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termi

nated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887672    1637 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890299    1637 pod_ready.go:92] pod "etcd-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.890307    1637 pod_ready.go:81] duration metric: took 2.63175ms waiting for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890310    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892694    1637 pod_ready.go:92] pod "kube-apiserver-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.892699    1637 pod_ready.go:81] duration metric: took 2.386083ms waiting for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892703    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895043    1637 pod_ready.go:92] pod "kube-controller-manager-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.895049    1637 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895053    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897341    1637 pod_ready.go:92] pod "kube-proxy-jpnqh" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.897346    1637 pod_ready.go:81] duration metric: took 2.29075ms waiting for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897350    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.945358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.946279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.288420    1637 pod_ready.go:92] pod "kube-scheduler-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:51.288430    1637 pod_ready.go:81] duration metric: took 391.078333ms waiting for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:51.288436    1637 pod_ready.go:38] duration metric: took 10.413098792s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:51.288445    1637 api_server.go:52] waiting for apiserver process to appear ...

	I0610 09:22:51.288516    1637 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0610 09:22:51.295818    1637 api_server.go:72] duration metric: took 11.231423584s to wait for apiserver process to appear ...

	I0610 09:22:51.295824    1637 api_server.go:88] waiting for apiserver healthz status ...

	I0610 09:22:51.295831    1637 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0610 09:22:51.299125    1637 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0610 09:22:51.299826    1637 api_server.go:141] control plane version: v1.27.2

	I0610 09:22:51.299832    1637 api_server.go:131] duration metric: took 4.005625ms to wait for apiserver health ...

	I0610 09:22:51.299835    1637 system_pods.go:43] waiting for kube-system pods to appear ...

	I0610 09:22:51.445314    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:51.446212    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.490284    1637 system_pods.go:59] 11 kube-system pods found

	I0610 09:22:51.490295    1637 system_pods.go:61] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.490299    1637 system_pods.go:61] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.490303    1637 system_pods.go:61] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.490306    1637 system_pods.go:61] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.490311    1637 system_pods.go:61] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.490314    1637 system_pods.go:61] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.490317    1637 system_pods.go:61] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.490320    1637 system_pods.go:61] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.490323    1637 system_pods.go:61] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.490325    1637 system_pods.go:61] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.490336    1637 system_pods.go:61] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.490341    1637 system_pods.go:74] duration metric: took 190.503333ms to wait for pod list to return data ...

	I0610 09:22:51.490345    1637 default_sa.go:34] waiting for default service account to be created ...

	I0610 09:22:51.687921    1637 default_sa.go:45] found service account: "default"

	I0610 09:22:51.687931    1637 default_sa.go:55] duration metric: took 197.581625ms for default service account to be created ...

	I0610 09:22:51.687935    1637 system_pods.go:116] waiting for k8s-apps to be running ...

	I0610 09:22:51.890310    1637 system_pods.go:86] 11 kube-system pods found

	I0610 09:22:51.890320    1637 system_pods.go:89] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.890326    1637 system_pods.go:89] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.890330    1637 system_pods.go:89] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.890333    1637 system_pods.go:89] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.890336    1637 system_pods.go:89] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.890338    1637 system_pods.go:89] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.890341    1637 system_pods.go:89] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.890344    1637 system_pods.go:89] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.890349    1637 system_pods.go:89] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.890351    1637 system_pods.go:89] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.890354    1637 system_pods.go:89] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.890357    1637 system_pods.go:126] duration metric: took 202.419584ms to wait for k8s-apps to be running ...

	I0610 09:22:51.890363    1637 system_svc.go:44] waiting for kubelet service to be running ....

	I0610 09:22:51.890418    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:51.897401    1637 system_svc.go:56] duration metric: took 7.035125ms WaitForService to wait for kubelet.

	I0610 09:22:51.897410    1637 kubeadm.go:581] duration metric: took 11.8330175s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0610 09:22:51.897420    1637 node_conditions.go:102] verifying NodePressure condition ...

	I0610 09:22:51.944537    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.945311    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.087254    1637 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0610 09:22:52.087281    1637 node_conditions.go:123] node cpu capacity is 2

	I0610 09:22:52.087290    1637 node_conditions.go:105] duration metric: took 189.867833ms to run NodePressure ...

	I0610 09:22:52.087295    1637 start.go:228] waiting for startup goroutines ...

	I0610 09:22:52.445279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:52.445610    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.945799    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.946052    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.445389    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.446014    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.945473    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.946237    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.446325    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.448382    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.948114    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.951263    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.447181    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.447511    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.945501    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.946418    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.445349    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.445910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.945410    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.946065    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.447469    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.448009    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.945353    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.946520    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454959    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.946148    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.947450    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.446206    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:00.447700    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.944434    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.945129    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.445646    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.446643    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:01.945710    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.947152    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.450730    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.454285    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.952960    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.955376    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.446358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.447878    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.945294    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.946290    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.445145    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.446164    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.946364    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.946514    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.449729    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.453690    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.947873    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.950281    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.445562    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.445795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.946136    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.947509    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.445951    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.446633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.945814    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.946157    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.446086    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.446099    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.970991    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.971383    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.448620    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:09.449087    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.946728    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.948250    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446827    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446978    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:10.945421    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.945732    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.444797    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.445621    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.948926    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.949262    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.452305    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:12.453786    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.948653    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.949795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.445378    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.446558    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:13.946404    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.946644    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.446073    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.446331    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.946569    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.946725    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.445689    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.446865    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.947373    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.948973    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.445756    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:16.446819    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.944171    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.945088    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.448798    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.450089    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:17.952301    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.955532    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.945244    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.946363    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.445300    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:19.445962    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944002    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944781    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.446084    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:20.446223    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.952440    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.954313    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.445625    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.446916    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.945782    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.947236    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.445836    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.446162    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.945365    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.946169    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.449820    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:23.452877    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.953442    1637 kapi.go:107] duration metric: took 37.512712584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0610 09:23:23.958122    1637 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-098000 cluster.

	I0610 09:23:23.957179    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.961932    1637 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0610 09:23:23.965925    1637 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0610 09:23:24.450360    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:24.945980    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.445712    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.946008    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.446034    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.950257    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.454943    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.956882    1637 kapi.go:107] duration metric: took 46.520505042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0610 09:28:39.510321    1637 kapi.go:107] duration metric: took 6m0.007516916s to wait for kubernetes.io/minikube-addons=registry ...

	W0610 09:28:39.510625    1637 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0610 09:28:39.531369    1637 kapi.go:107] duration metric: took 6m0.011549375s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0610 09:28:39.531491    1637 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0610 09:28:39.539250    1637 out.go:177] * Enabled addons: volumesnapshots, inspektor-gadget, metrics-server, cloud-spanner, storage-provisioner, default-storageclass, ingress-dns, gcp-auth, csi-hostpath-driver

	I0610 09:28:39.545184    1637 addons.go:499] enable addons completed in 6m0.055013834s: enabled=[volumesnapshots inspektor-gadget metrics-server cloud-spanner storage-provisioner default-storageclass ingress-dns gcp-auth csi-hostpath-driver]

	I0610 09:28:39.545227    1637 start.go:233] waiting for cluster config update ...

	I0610 09:28:39.545256    1637 start.go:242] writing updated cluster config ...

	I0610 09:28:39.546371    1637 ssh_runner.go:195] Run: rm -f paused

	I0610 09:28:39.689843    1637 start.go:573] kubectl: 1.25.9, cluster: 1.27.2 (minor skew: 2)

	I0610 09:28:39.694186    1637 out.go:177] 

	W0610 09:28:39.697254    1637 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.2.

	I0610 09:28:39.701213    1637 out.go:177]   - Want kubectl v1.27.2? Try 'minikube kubectl -- get pods -A'

	I0610 09:28:39.709228    1637 out.go:177] * Done! kubectl is now configured to use "addons-098000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:46 UTC. --

	Jun 10 16:28:38 addons-098000 dockerd[939]: time="2023-06-10T16:28:38.780840261Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940455787Z" level=info msg="shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940486162Z" level=warning msg="cleaning up after shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940492579Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.940636785Z" level=info msg="ignoring event" container=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.998241480Z" level=info msg="ignoring event" container=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998855056Z" level=info msg="shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998883722Z" level=warning msg="cleaning up after shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998888056Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737483784Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737542367Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737565825Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737574241Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[933]: time="2023-06-10T16:33:46.778804028Z" level=info msg="ignoring event" container=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779017026Z" level=info msg="shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779051484Z" level=warning msg="cleaning up after shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779056025Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747938173Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747997298Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748248087Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748452960Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[933]: time="2023-06-10T16:38:54.805196171Z" level=info msg="ignoring event" container=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805369210Z" level=info msg="shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805425252Z" level=warning msg="cleaning up after shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805429585Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                                        CREATED              STATE               NAME                                     ATTEMPT             POD ID

	6877b2a4c1b8b       1499ed4fbd0aa                                                                                                                                About a minute ago   Exited              minikube-ingress-dns                     8                   8e5b404496c4e

	23a8cae6443cd       registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f                          17 minutes ago       Running             csi-snapshotter                          0                   567c041b8040d

	1a73024f59864       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                                 17 minutes ago       Running             gcp-auth                                 0                   d8f3043938a40

	3fa8701fda26c       registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8                          17 minutes ago       Running             csi-provisioner                          0                   567c041b8040d

	aafd1d61dfe4b       registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0                            17 minutes ago       Running             liveness-probe                           0                   567c041b8040d

	2b6767dfbe9d3       registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5                           17 minutes ago       Running             hostpath                                 0                   567c041b8040d

	8f02984364568       registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c                17 minutes ago       Running             node-driver-registrar                    0                   567c041b8040d

	868cfa9fcba69       registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c   17 minutes ago       Running             csi-external-health-monitor-controller   0                   567c041b8040d

	26cfafca2bb0d       registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7                              17 minutes ago       Running             csi-resizer                              0                   a78a427783820

	c58c2d26acda8       registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b                             17 minutes ago       Running             csi-attacher                             0                   674b1cd12ae30

	46105da82f67a       ba04bb24b9575                                                                                                                                18 minutes ago       Running             storage-provisioner                      0                   67c7765a9fa6e

	de0a71571f8d0       29921a0845422                                                                                                                                18 minutes ago       Running             kube-proxy                               0                   2bc9129027615

	adfb52103967f       97e04611ad434                                                                                                                                18 minutes ago       Running             coredns                                  0                   d428f978de558

	335475d795fcf       305d7ed1dae28                                                                                                                                18 minutes ago       Running             kube-scheduler                           0                   31fdcf4abeef0

	3dcf946c301ce       2ee705380c3c5                                                                                                                                18 minutes ago       Running             kube-controller-manager                  0                   9fed8ca4bd2f8

	74423d2dab41d       72c9df6be7f1b                                                                                                                                18 minutes ago       Running             kube-apiserver                           0                   11d78b6999216

	2a81bf4413e12       24bc64e911039                                                                                                                                18 minutes ago       Running             etcd                                     0                   a20e51a803c8c

	* 

	* ==> coredns [adfb52103967] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:46766 - 38334 "HINFO IN 1120296007274907072.5268654669647465865. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004199511s

	[INFO] 10.244.0.10:39208 - 36576 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000125s

	[INFO] 10.244.0.10:59425 - 64759 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155334s

	[INFO] 10.244.0.10:33915 - 19077 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000037167s

	[INFO] 10.244.0.10:46994 - 65166 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00002725s

	[INFO] 10.244.0.10:46598 - 37414 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043625s

	[INFO] 10.244.0.10:55204 - 18019 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000032792s

	[INFO] 10.244.0.10:60613 - 7185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000939127s

	[INFO] 10.244.0.10:40293 - 55849 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00103996s

	* 

	* ==> describe nodes <==

	* Name:               addons-098000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-098000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5

	                    minikube.k8s.io/name=addons-098000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-098000

	Annotations:        csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-098000"}

	                    kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Sat, 10 Jun 2023 16:22:23 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-098000

	  AcquireTime:     <unset>

	  RenewTime:       Sat, 10 Jun 2023 16:40:36 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-098000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	System Info:

	  Machine ID:                 43359b33bc0f4b9c9610dd4ec5308f62

	  System UUID:                43359b33bc0f4b9c9610dd4ec5308f62

	  Boot ID:                    eb81fa5c-fe8f-47ab-b5e5-9f5fe2e987b0

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.2

	  Kube-Proxy Version:         v1.27.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-jkcxn                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 coredns-5d78c9869d-f2tnn                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 csi-hostpath-attacher-0                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 csi-hostpath-resizer-0                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 csi-hostpathplugin-pjvh6                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 etcd-addons-098000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-098000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-098000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-jpnqh                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-098000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 storage-provisioner                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 18m   kube-proxy       

	  Normal  Starting                 18m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m   kubelet          Node addons-098000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m   kubelet          Node addons-098000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m   kubelet          Node addons-098000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m   kubelet          Node addons-098000 status is now: NodeReady

	  Normal  RegisteredNode           18m   node-controller  Node addons-098000 event: Registered Node addons-098000 in Controller

	* 

	* ==> dmesg <==

	* [Jun10 16:22] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.696014] EINJ: EINJ table not found.

	[  +0.658239] systemd-fstab-generator[115]: Ignoring "noauto" for root device

	[  +0.043798] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000807] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.876165] systemd-fstab-generator[474]: Ignoring "noauto" for root device

	[  +0.071972] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +2.924516] systemd-fstab-generator[694]: Ignoring "noauto" for root device

	[  +2.288987] systemd-fstab-generator[866]: Ignoring "noauto" for root device

	[  +0.165983] systemd-fstab-generator[902]: Ignoring "noauto" for root device

	[  +0.077870] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.072149] systemd-fstab-generator[926]: Ignoring "noauto" for root device

	[  +1.146266] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.099605] systemd-fstab-generator[1083]: Ignoring "noauto" for root device

	[  +0.082038] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +0.080513] systemd-fstab-generator[1105]: Ignoring "noauto" for root device

	[  +0.078963] systemd-fstab-generator[1116]: Ignoring "noauto" for root device

	[  +0.086582] systemd-fstab-generator[1157]: Ignoring "noauto" for root device

	[  +3.056689] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.651414] systemd-fstab-generator[2073]: Ignoring "noauto" for root device

	[ +14.757696] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.157496] kauditd_printk_skb: 48 callbacks suppressed

	[  +9.873848] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Jun10 16:23] kauditd_printk_skb: 12 callbacks suppressed

	* 

	* ==> etcd [2a81bf4413e1] <==

	* {"level":"info","ts":"2023-06-10T16:22:22.463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","added-peer-id":"c46d288d2fcb0590","added-peer-peer-urls":["https://192.168.105.2:2380"]}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.857Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-098000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-10T16:32:22.450Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":974}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":974,"took":"2.490131ms","hash":4035340276}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035340276,"revision":974,"compact-revision":-1}

	{"level":"info","ts":"2023-06-10T16:37:22.461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1290}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1290,"took":"1.421443ms","hash":2326989487}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326989487,"revision":1290,"compact-revision":974}

	* 

	* ==> gcp-auth [1a73024f5986] <==

	* 2023/06/10 16:23:23 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  16:40:46 up 18 min,  0 users,  load average: 0.59, 0.54, 0.41

	Linux addons-098000 5.10.57 #1 SMP PREEMPT Wed Jun 7 01:52:34 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [74423d2dab41] <==

	* I0610 16:22:23.642323       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0610 16:22:23.642356       1 cache.go:39] Caches are synced for autoregister controller

	I0610 16:22:23.657792       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0610 16:22:24.401560       1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0610 16:22:24.563279       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0610 16:22:24.568497       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0610 16:22:24.568654       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0610 16:22:24.720978       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0610 16:22:24.731371       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0610 16:22:24.801810       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]

	W0610 16:22:24.805350       1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0610 16:22:24.806303       1 controller.go:624] quota admission added evaluator for: endpoints

	I0610 16:22:24.807740       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0610 16:22:25.583035       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0610 16:22:26.059225       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0610 16:22:26.063878       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]

	I0610 16:22:26.068513       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0610 16:22:39.217505       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0610 16:22:39.917252       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0610 16:22:40.754199       1 alloc.go:330] "allocated clusterIPs" service="default/cloud-spanner-emulator" clusterIPs=map[IPv4:10.99.222.169]

	I0610 16:22:41.357691       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.85.14]

	I0610 16:22:41.362266       1 controller.go:624] quota admission added evaluator for: statefulsets.apps

	I0610 16:22:41.419673       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.111.90.60]

	I0610 16:22:46.394399       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.102.46.8]

	I0610 16:22:46.411449       1 controller.go:624] quota admission added evaluator for: jobs.batch

	* 

	* ==> kube-controller-manager [3dcf946c301c] <==

	* I0610 16:22:46.441438       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.444358       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.468051       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:09.211557       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:09.224222       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.225842       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.320708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.244592       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:11.258467       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.330708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.333357       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.335850       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:11.335887       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.336870       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.345682       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.251101       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.256393       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.263577       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:12.263691       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.265671       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.266556       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:41.027747       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:41.050836       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:42.013412       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:42.047992       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [de0a71571f8d] <==

	* I0610 16:22:40.477801       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0610 16:22:40.477968       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0610 16:22:40.477988       1 server_others.go:551] "Using iptables proxy"

	I0610 16:22:40.508315       1 server_others.go:176] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0610 16:22:40.508325       1 server_others.go:190] "Using iptables Proxier"

	I0610 16:22:40.508357       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0610 16:22:40.508608       1 server.go:657] "Version info" version="v1.27.2"

	I0610 16:22:40.508614       1 server.go:659] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0610 16:22:40.509861       1 config.go:188] "Starting service config controller"

	I0610 16:22:40.509869       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0610 16:22:40.509881       1 config.go:97] "Starting endpoint slice config controller"

	I0610 16:22:40.509882       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0610 16:22:40.511342       1 config.go:315] "Starting node config controller"

	I0610 16:22:40.511347       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0610 16:22:40.609918       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0610 16:22:40.609943       1 shared_informer.go:318] Caches are synced for service config

	I0610 16:22:40.611397       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [335475d795fc] <==

	* W0610 16:22:23.606482       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0610 16:22:23.606891       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0610 16:22:23.606959       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0610 16:22:23.606982       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0610 16:22:23.607008       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607026       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607067       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:23.607087       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:23.607166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607199       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607247       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:23.607268       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.463642       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0610 16:22:24.463731       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0610 16:22:24.485768       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0610 16:22:24.485809       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0610 16:22:24.588161       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:24.588197       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:24.600064       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:24.600158       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.604631       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0610 16:22:24.604651       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0610 16:22:24.616055       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0610 16:22:24.616131       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	I0610 16:22:27.098734       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:46 UTC. --

	Jun 10 16:38:55 addons-098000 kubelet[2091]: E0610 16:38:55.162992    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:07 addons-098000 kubelet[2091]: I0610 16:39:07.681259    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:07 addons-098000 kubelet[2091]: E0610 16:39:07.682935    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:19 addons-098000 kubelet[2091]: I0610 16:39:19.682302    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:19 addons-098000 kubelet[2091]: E0610 16:39:19.683995    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:25 addons-098000 kubelet[2091]: E0610 16:39:25.689415    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:39:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:39:32 addons-098000 kubelet[2091]: I0610 16:39:32.680792    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:32 addons-098000 kubelet[2091]: E0610 16:39:32.681284    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:47 addons-098000 kubelet[2091]: I0610 16:39:47.681883    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:47 addons-098000 kubelet[2091]: E0610 16:39:47.684253    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:02 addons-098000 kubelet[2091]: I0610 16:40:02.681991    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:02 addons-098000 kubelet[2091]: E0610 16:40:02.683097    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:13 addons-098000 kubelet[2091]: I0610 16:40:13.680609    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:13 addons-098000 kubelet[2091]: E0610 16:40:13.680899    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:25 addons-098000 kubelet[2091]: E0610 16:40:25.787611    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:40:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:40:27 addons-098000 kubelet[2091]: I0610 16:40:27.681515    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:27 addons-098000 kubelet[2091]: E0610 16:40:27.682723    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:41 addons-098000 kubelet[2091]: I0610 16:40:41.681329    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:41 addons-098000 kubelet[2091]: E0610 16:40:41.682958    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	* 

	* ==> storage-provisioner [46105da82f67] <==

	* I0610 16:22:41.552997       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0610 16:22:41.564566       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0610 16:22:41.564604       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0610 16:22:41.567070       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0610 16:22:41.567242       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4b8b8b2f-e69f-4abd-8693-9c0a331852aa", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-098000_976d826c-217e-4d0d-87e7-e825dd783783 became leader

	I0610 16:22:41.567336       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

	I0610 16:22:41.668274       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-098000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Ingress (0.79s)

=== RUN   TestAddons/parallel/InspektorGadget

=== PAUSE TestAddons/parallel/InspektorGadget

=== CONT  TestAddons/parallel/InspektorGadget

addons_test.go:814: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...

helpers_test.go:329: TestAddons/parallel/InspektorGadget: WARNING: pod list for "gadget" "k8s-app=gadget" returned: client rate limiter Wait returned an error: context deadline exceeded

addons_test.go:814: ***** TestAddons/parallel/InspektorGadget: pod "k8s-app=gadget" failed to start within 8m0s: context deadline exceeded ****

addons_test.go:814: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

addons_test.go:814: TestAddons/parallel/InspektorGadget: showing logs for failed pods as of 2023-06-10 09:48:40.893311 -0700 PDT m=+1651.884722126

addons_test.go:815: failed waiting for inspektor-gadget pod: k8s-app=gadget within 8m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-098000 -n addons-098000

helpers_test.go:244: <<< TestAddons/parallel/InspektorGadget FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/InspektorGadget]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-098000 logs -n 25

helpers_test.go:252: TestAddons/parallel/InspektorGadget logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.2   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | --download-only -p             | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | binary-mirror-025000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-025000        | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | -p addons-098000               | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:28 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:28 PDT | 10 Jun 23 09:28 PDT |

	|         | addons-098000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:40 PDT | 10 Jun 23 09:40 PDT |

	|         | -p addons-098000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/10 09:21:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.4 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0610 09:21:54.764352    1637 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:54.764757    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764761    1637 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:54.764764    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764861    1637 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 09:21:54.766294    1637 out.go:303] Setting JSON to false

	I0610 09:21:54.781540    1637 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1285,"bootTime":1686412829,"procs":393,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:54.781615    1637 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:54.786460    1637 out.go:177] * [addons-098000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:54.793542    1637 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 09:21:54.798440    1637 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:54.793561    1637 notify.go:220] Checking for updates...

	I0610 09:21:54.804413    1637 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:54.807450    1637 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:54.810460    1637 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 09:21:54.811765    1637 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 09:21:54.814627    1637 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:54.818412    1637 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 09:21:54.823426    1637 start.go:297] selected driver: qemu2

	I0610 09:21:54.823432    1637 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:54.823441    1637 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 09:21:54.825256    1637 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:54.828578    1637 out.go:177] * Automatically selected the socket_vmnet network

	I0610 09:21:54.831535    1637 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 09:21:54.831554    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:21:54.831575    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:21:54.831579    1637 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 09:21:54.831586    1637 start_flags.go:319] config:

	{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:54.831700    1637 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:54.840445    1637 out.go:177] * Starting control plane node addons-098000 in cluster addons-098000

	I0610 09:21:54.844425    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:21:54.844451    1637 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 09:21:54.844469    1637 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:54.844530    1637 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 09:21:54.844535    1637 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 09:21:54.844735    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:21:54.844750    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json: {Name:mkfbe060a3258f68fbe8b01ce26e4a7ada2f24f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:54.844947    1637 cache.go:195] Successfully downloaded all kic artifacts

	I0610 09:21:54.844969    1637 start.go:364] acquiring machines lock for addons-098000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 09:21:54.845063    1637 start.go:368] acquired machines lock for "addons-098000" in 89.292µs

	I0610 09:21:54.845075    1637 start.go:93] Provisioning new machine with config: &{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:21:54.845115    1637 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 09:21:54.853376    1637 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0610 09:21:55.217388    1637 start.go:159] libmachine.API.Create for "addons-098000" (driver="qemu2")

	I0610 09:21:55.217427    1637 client.go:168] LocalClient.Create starting

	I0610 09:21:55.217549    1637 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 09:21:55.301145    1637 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 09:21:55.414002    1637 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 09:21:55.826273    1637 main.go:141] libmachine: Creating SSH key...

	I0610 09:21:55.859428    1637 main.go:141] libmachine: Creating Disk image...

	I0610 09:21:55.859434    1637 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 09:21:55.859612    1637 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.941560    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:55.941581    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.941655    1637 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2 +20000M

	I0610 09:21:55.948999    1637 main.go:141] libmachine: STDOUT: Image resized.

	I0610 09:21:55.949013    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.949042    1637 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.949049    1637 main.go:141] libmachine: Starting QEMU VM...

	I0610 09:21:55.949080    1637 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/qemu.pid -device virtio-net-pci,netdev=net0,mac=c2:e2:60:7a:4e:46 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:56.034280    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:56.034334    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:56.034338    1637 main.go:141] libmachine: Attempt 0

	I0610 09:21:56.034355    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:21:58.036587    1637 main.go:141] libmachine: Attempt 1

	I0610 09:21:58.036664    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:00.038868    1637 main.go:141] libmachine: Attempt 2

	I0610 09:22:00.038909    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:02.040980    1637 main.go:141] libmachine: Attempt 3

	I0610 09:22:02.040996    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:04.043076    1637 main.go:141] libmachine: Attempt 4

	I0610 09:22:04.043113    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:06.045175    1637 main.go:141] libmachine: Attempt 5

	I0610 09:22:06.045200    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047388    1637 main.go:141] libmachine: Attempt 6

	I0610 09:22:08.047472    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047875    1637 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0610 09:22:08.047987    1637 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:c2:e2:60:7a:4e:46 ID:1,c2:e2:60:7a:4e:46 Lease:0x6485f4af}

	I0610 09:22:08.048012    1637 main.go:141] libmachine: Found match: c2:e2:60:7a:4e:46

	I0610 09:22:08.048053    1637 main.go:141] libmachine: IP: 192.168.105.2

	I0610 09:22:08.048083    1637 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0610 09:22:10.069705    1637 machine.go:88] provisioning docker machine ...

	I0610 09:22:10.069788    1637 buildroot.go:166] provisioning hostname "addons-098000"

	I0610 09:22:10.070644    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.071570    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.071588    1637 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-098000 && echo "addons-098000" | sudo tee /etc/hostname

	I0610 09:22:10.164038    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-098000

	I0610 09:22:10.164160    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.164626    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.164641    1637 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-098000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-098000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-098000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0610 09:22:10.239261    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0610 09:22:10.239281    1637 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16578-1150/.minikube CaCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16578-1150/.minikube}

	I0610 09:22:10.239300    1637 buildroot.go:174] setting up certificates

	I0610 09:22:10.239307    1637 provision.go:83] configureAuth start

	I0610 09:22:10.239314    1637 provision.go:138] copyHostCerts

	I0610 09:22:10.239507    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/cert.pem (1123 bytes)

	I0610 09:22:10.240632    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/key.pem (1679 bytes)

	I0610 09:22:10.241010    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.pem (1078 bytes)

	I0610 09:22:10.241260    1637 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem org=jenkins.addons-098000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-098000]

	I0610 09:22:10.307069    1637 provision.go:172] copyRemoteCerts

	I0610 09:22:10.307140    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0610 09:22:10.307172    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.339991    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0610 09:22:10.346931    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0610 09:22:10.353742    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0610 09:22:10.360626    1637 provision.go:86] duration metric: configureAuth took 121.313416ms

	I0610 09:22:10.360639    1637 buildroot.go:189] setting minikube options for container-runtime

	I0610 09:22:10.361002    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:10.361055    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.361272    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.361276    1637 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0610 09:22:10.420194    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0610 09:22:10.420201    1637 buildroot.go:70] root file system type: tmpfs

	I0610 09:22:10.420251    1637 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0610 09:22:10.420295    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.420542    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.420577    1637 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0610 09:22:10.485025    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0610 09:22:10.485070    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.485298    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.485310    1637 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0610 09:22:10.830569    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0610 09:22:10.830580    1637 machine.go:91] provisioned docker machine in 760.843209ms

	I0610 09:22:10.830585    1637 client.go:171] LocalClient.Create took 15.613176541s

	I0610 09:22:10.830594    1637 start.go:167] duration metric: libmachine.API.Create for "addons-098000" took 15.613236583s

	I0610 09:22:10.830598    1637 start.go:300] post-start starting for "addons-098000" (driver="qemu2")

	I0610 09:22:10.830601    1637 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0610 09:22:10.830682    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0610 09:22:10.830692    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.862119    1637 ssh_runner.go:195] Run: cat /etc/os-release

	I0610 09:22:10.863469    1637 info.go:137] Remote host: Buildroot 2021.02.12

	I0610 09:22:10.863478    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/addons for local assets ...

	I0610 09:22:10.863540    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/files for local assets ...

	I0610 09:22:10.863565    1637 start.go:303] post-start completed in 32.963459ms

	I0610 09:22:10.863901    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:22:10.864045    1637 start.go:128] duration metric: createHost completed in 16.018950083s

	I0610 09:22:10.864069    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.864287    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.864291    1637 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0610 09:22:10.923434    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686414131.384712585

	I0610 09:22:10.923441    1637 fix.go:207] guest clock: 1686414131.384712585

	I0610 09:22:10.923446    1637 fix.go:220] Guest: 2023-06-10 09:22:11.384712585 -0700 PDT Remote: 2023-06-10 09:22:10.864048 -0700 PDT m=+16.118188126 (delta=520.664585ms)

	I0610 09:22:10.923456    1637 fix.go:191] guest clock delta is within tolerance: 520.664585ms

	I0610 09:22:10.923459    1637 start.go:83] releasing machines lock for "addons-098000", held for 16.0784145s

	I0610 09:22:10.923756    1637 ssh_runner.go:195] Run: cat /version.json

	I0610 09:22:10.923765    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.923833    1637 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0610 09:22:10.923872    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:11.040251    1637 ssh_runner.go:195] Run: systemctl --version

	I0610 09:22:11.042905    1637 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0610 09:22:11.045415    1637 cni.go:208] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0610 09:22:11.045461    1637 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0610 09:22:11.051643    1637 cni.go:261] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0610 09:22:11.051653    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:11.051736    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:11.061365    1637 docker.go:633] Got preloaded images: 

	I0610 09:22:11.061374    1637 docker.go:639] registry.k8s.io/kube-apiserver:v1.27.2 wasn't preloaded

	I0610 09:22:11.061418    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:11.064624    1637 ssh_runner.go:195] Run: which lz4

	I0610 09:22:11.066056    1637 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0610 09:22:11.067511    1637 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0610 09:22:11.067524    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635669 bytes)

	I0610 09:22:12.384653    1637 docker.go:597] Took 1.318649 seconds to copy over tarball

	I0610 09:22:12.384711    1637 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0610 09:22:13.518722    1637 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.133975834s)

	I0610 09:22:13.518746    1637 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0610 09:22:13.534141    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:13.537423    1637 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0610 09:22:13.542380    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:13.617910    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:15.783768    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.165840375s)

	I0610 09:22:15.783797    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.783942    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.789136    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0610 09:22:15.792061    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0610 09:22:15.794990    1637 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0610 09:22:15.795014    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0610 09:22:15.798511    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.801745    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0610 09:22:15.804884    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.807635    1637 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0610 09:22:15.810661    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0610 09:22:15.814158    1637 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0610 09:22:15.817306    1637 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0610 09:22:15.819948    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:15.905204    1637 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0610 09:22:15.910905    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.910988    1637 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0610 09:22:15.916986    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.922219    1637 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0610 09:22:15.929205    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.933866    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.938677    1637 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0610 09:22:15.974269    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.979243    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.984512    1637 ssh_runner.go:195] Run: which cri-dockerd

	I0610 09:22:15.985792    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0610 09:22:15.988369    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0610 09:22:15.993006    1637 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0610 09:22:16.073036    1637 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0610 09:22:16.147707    1637 docker.go:532] configuring docker to use "cgroupfs" as cgroup driver...

	I0610 09:22:16.147726    1637 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0610 09:22:16.152764    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:16.219604    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:17.389947    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.170326875s)

	I0610 09:22:17.390012    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.468450    1637 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0610 09:22:17.548751    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.629562    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.707590    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0610 09:22:17.714930    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.794794    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0610 09:22:17.819341    1637 start.go:528] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0610 09:22:17.819427    1637 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0610 09:22:17.821557    1637 start.go:549] Will wait 60s for crictl version

	I0610 09:22:17.821591    1637 ssh_runner.go:195] Run: which crictl

	I0610 09:22:17.825207    1637 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0610 09:22:17.842430    1637 start.go:565] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0610 09:22:17.842501    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.850299    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.866701    1637 out.go:204] * Preparing Kubernetes v1.27.2 on Docker 24.0.2 ...

	I0610 09:22:17.866866    1637 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0610 09:22:17.868327    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.871885    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:17.871927    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.877489    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.877499    1637 docker.go:563] Images already preloaded, skipping extraction

	I0610 09:22:17.877550    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.883143    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.883157    1637 cache_images.go:84] Images are preloaded, skipping loading

	I0610 09:22:17.883198    1637 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0610 09:22:17.890410    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:17.890420    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:17.890445    1637 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0610 09:22:17.890455    1637 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-098000 NodeName:addons-098000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0610 09:22:17.890526    1637 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-098000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0610 09:22:17.890573    1637 kubeadm.go:971] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-098000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0610 09:22:17.890631    1637 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.2

	I0610 09:22:17.893850    1637 binaries.go:44] Found k8s binaries, skipping transfer

	I0610 09:22:17.893880    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0610 09:22:17.896724    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0610 09:22:17.901642    1637 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0610 09:22:17.906483    1637 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0610 09:22:17.911373    1637 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0610 09:22:17.912694    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.916067    1637 certs.go:56] Setting up /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000 for IP: 192.168.105.2

	I0610 09:22:17.916076    1637 certs.go:190] acquiring lock for shared ca certs: {Name:mk0fe201bc13e6f12e399f6d97e7f5aaea92ff32 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:17.916236    1637 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key

	I0610 09:22:18.022564    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt ...

	I0610 09:22:18.022569    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt: {Name:mk821d9de36f93438ad430683cb25e2f1c33c9e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022803    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key ...

	I0610 09:22:18.022806    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key: {Name:mk750eea32c0b02b6ad84d81711cbfd77ceefe90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022913    1637 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key

	I0610 09:22:18.159699    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt ...

	I0610 09:22:18.159708    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt: {Name:mk10e39bee2c5c6785228bc7733548a740243d03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.159914    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key ...

	I0610 09:22:18.159917    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key: {Name:mk04d776031cd8d2755a757ba7736e35a9c25212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.160037    1637 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key

	I0610 09:22:18.160044    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt with IP's: []

	I0610 09:22:18.246526    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt ...

	I0610 09:22:18.246530    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt: {Name:mk301aca75dad20ac385eb683aae1662edff3d58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246697    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key ...

	I0610 09:22:18.246700    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key: {Name:mkdf4a2bc618a029a53fbd786e41dffe68b8316b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246803    1637 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969

	I0610 09:22:18.246812    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0610 09:22:18.411436    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 ...

	I0610 09:22:18.411440    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969: {Name:mk922ab871b245e2b8e7e4b2a109a553fe1bcc3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411596    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 ...

	I0610 09:22:18.411599    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969: {Name:mkdde2defc189629d0924fe6871b2adb52e47c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411697    1637 certs.go:337] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt

	I0610 09:22:18.411933    1637 certs.go:341] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key

	I0610 09:22:18.412033    1637 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key

	I0610 09:22:18.412047    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt with IP's: []

	I0610 09:22:18.578568    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt ...

	I0610 09:22:18.578583    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt: {Name:mkb4544f3ff14d84a98fd9ec92bfcdbb5d50e84d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.578783    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key ...

	I0610 09:22:18.578786    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key: {Name:mk82ce3998197ea814bf8f591a5b4b56c617f405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.579030    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem (1679 bytes)

	I0610 09:22:18.579468    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem (1078 bytes)

	I0610 09:22:18.579491    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem (1123 bytes)

	I0610 09:22:18.579672    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem (1679 bytes)

	I0610 09:22:18.580285    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0610 09:22:18.587660    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0610 09:22:18.594728    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0610 09:22:18.602219    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0610 09:22:18.609690    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0610 09:22:18.617442    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0610 09:22:18.624297    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0610 09:22:18.631049    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0610 09:22:18.638070    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0610 09:22:18.644969    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0610 09:22:18.650094    1637 ssh_runner.go:195] Run: openssl version

	I0610 09:22:18.652167    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0610 09:22:18.655090    1637 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656540    1637 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 10 16:22 /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656561    1637 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.658363    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0610 09:22:18.661572    1637 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0610 09:22:18.662872    1637 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0610 09:22:18.662908    1637 kubeadm.go:404] StartCluster: {Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:22:18.662975    1637 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0610 09:22:18.668496    1637 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0610 09:22:18.671389    1637 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0610 09:22:18.674606    1637 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0610 09:22:18.677626    1637 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0610 09:22:18.677644    1637 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0610 09:22:18.703158    1637 kubeadm.go:322] [init] Using Kubernetes version: v1.27.2

	I0610 09:22:18.703188    1637 kubeadm.go:322] [preflight] Running pre-flight checks

	I0610 09:22:18.757797    1637 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0610 09:22:18.757860    1637 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0610 09:22:18.757910    1637 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0610 09:22:18.816123    1637 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0610 09:22:18.821365    1637 out.go:204]   - Generating certificates and keys ...

	I0610 09:22:18.821409    1637 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0610 09:22:18.821441    1637 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0610 09:22:19.085233    1637 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0610 09:22:19.181413    1637 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0610 09:22:19.330348    1637 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0610 09:22:19.412707    1637 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0610 09:22:19.604000    1637 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0610 09:22:19.604069    1637 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.814398    1637 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0610 09:22:19.814478    1637 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.907005    1637 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0610 09:22:20.056367    1637 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0610 09:22:20.125295    1637 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0610 09:22:20.125333    1637 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0610 09:22:20.241297    1637 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0610 09:22:20.330399    1637 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0610 09:22:20.489216    1637 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0610 09:22:20.764229    1637 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0610 09:22:20.771051    1637 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0610 09:22:20.771103    1637 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0610 09:22:20.771135    1637 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0610 09:22:20.859965    1637 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0610 09:22:20.864105    1637 out.go:204]   - Booting up control plane ...

	I0610 09:22:20.864178    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0610 09:22:20.864224    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0610 09:22:20.864257    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0610 09:22:20.864302    1637 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0610 09:22:20.865267    1637 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0610 09:22:24.366796    1637 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.501337 seconds

	I0610 09:22:24.366861    1637 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0610 09:22:24.372204    1637 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0610 09:22:24.898455    1637 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0610 09:22:24.898779    1637 kubeadm.go:322] [mark-control-plane] Marking the node addons-098000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0610 09:22:25.404043    1637 kubeadm.go:322] [bootstrap-token] Using token: 8xmw5d.kvohdu7dlcpn05ob

	I0610 09:22:25.410608    1637 out.go:204]   - Configuring RBAC rules ...

	I0610 09:22:25.410669    1637 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0610 09:22:25.411737    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0610 09:22:25.418545    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0610 09:22:25.419904    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0610 09:22:25.421252    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0610 09:22:25.422283    1637 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0610 09:22:25.427205    1637 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0610 09:22:25.603958    1637 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0610 09:22:25.815834    1637 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0610 09:22:25.816185    1637 kubeadm.go:322] 

	I0610 09:22:25.816225    1637 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0610 09:22:25.816233    1637 kubeadm.go:322] 

	I0610 09:22:25.816291    1637 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0610 09:22:25.816295    1637 kubeadm.go:322] 

	I0610 09:22:25.816308    1637 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0610 09:22:25.816346    1637 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0610 09:22:25.816388    1637 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0610 09:22:25.816392    1637 kubeadm.go:322] 

	I0610 09:22:25.816425    1637 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0610 09:22:25.816430    1637 kubeadm.go:322] 

	I0610 09:22:25.816463    1637 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0610 09:22:25.816466    1637 kubeadm.go:322] 

	I0610 09:22:25.816508    1637 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0610 09:22:25.816560    1637 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0610 09:22:25.816602    1637 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0610 09:22:25.816605    1637 kubeadm.go:322] 

	I0610 09:22:25.816653    1637 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0610 09:22:25.816694    1637 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0610 09:22:25.816699    1637 kubeadm.go:322] 

	I0610 09:22:25.816749    1637 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.816801    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 \

	I0610 09:22:25.816815    1637 kubeadm.go:322] 	--control-plane 

	I0610 09:22:25.816823    1637 kubeadm.go:322] 

	I0610 09:22:25.816880    1637 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0610 09:22:25.816883    1637 kubeadm.go:322] 

	I0610 09:22:25.816931    1637 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.817003    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 

	I0610 09:22:25.817072    1637 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0610 09:22:25.817175    1637 kubeadm.go:322] W0610 16:22:19.219117    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817283    1637 kubeadm.go:322] W0610 16:22:21.323610    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817294    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:25.817303    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:25.823848    1637 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0610 09:22:25.826928    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0610 09:22:25.830443    1637 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0610 09:22:25.836316    1637 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0610 09:22:25.836378    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.836393    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5 minikube.k8s.io/name=addons-098000 minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.900338    1637 ops.go:34] apiserver oom_adj: -16

	I0610 09:22:25.900382    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.433306    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.933284    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.433115    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.933305    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.433535    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.933493    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.433524    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.932908    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.433563    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.933551    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.433517    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.933506    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.433459    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.933537    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.433223    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.933503    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.432603    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.933481    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.433267    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.933228    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.433253    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.933272    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.433226    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.933202    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.431772    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.933197    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.432078    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.482163    1637 kubeadm.go:1076] duration metric: took 13.645838667s to wait for elevateKubeSystemPrivileges.

	I0610 09:22:39.482178    1637 kubeadm.go:406] StartCluster complete in 20.819301625s

	I0610 09:22:39.482188    1637 settings.go:142] acquiring lock: {Name:mk6eef4f6d8f32005bb3baac4caf84efe88ae2c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482341    1637 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:22:39.482516    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/kubeconfig: {Name:mk43e1f9099026f94c69e1d46254f04b709c9ac1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482746    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0610 09:22:39.482786    1637 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0610 09:22:39.482870    1637 addons.go:66] Setting volumesnapshots=true in profile "addons-098000"

	I0610 09:22:39.482872    1637 addons.go:66] Setting inspektor-gadget=true in profile "addons-098000"

	I0610 09:22:39.482879    1637 addons.go:228] Setting addon volumesnapshots=true in "addons-098000"

	I0610 09:22:39.482922    1637 addons.go:66] Setting registry=true in profile "addons-098000"

	I0610 09:22:39.482902    1637 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-098000"

	I0610 09:22:39.482936    1637 addons.go:228] Setting addon registry=true in "addons-098000"

	I0610 09:22:39.482958    1637 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:39.482880    1637 addons.go:228] Setting addon inspektor-gadget=true in "addons-098000"

	I0610 09:22:39.482979    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482984    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482878    1637 addons.go:66] Setting gcp-auth=true in profile "addons-098000"

	I0610 09:22:39.483016    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483020    1637 mustload.go:65] Loading cluster: addons-098000

	I0610 09:22:39.483034    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483276    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.483275    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.482885    1637 addons.go:66] Setting ingress=true in profile "addons-098000"

	I0610 09:22:39.483383    1637 addons.go:228] Setting addon ingress=true in "addons-098000"

	I0610 09:22:39.483423    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.483508    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483523    1637 addons.go:274] "addons-098000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0610 09:22:39.483525    1637 addons.go:464] Verifying addon registry=true in "addons-098000"

	W0610 09:22:39.483511    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483543    1637 addons.go:274] "addons-098000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	I0610 09:22:39.487787    1637 out.go:177] * Verifying registry addon...

	I0610 09:22:39.482886    1637 addons.go:66] Setting default-storageclass=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting cloud-spanner=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting ingress-dns=true in profile "addons-098000"

	I0610 09:22:39.482892    1637 addons.go:66] Setting storage-provisioner=true in profile "addons-098000"

	I0610 09:22:39.482899    1637 addons.go:66] Setting metrics-server=true in profile "addons-098000"

	W0610 09:22:39.483773    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483867    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.484558    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.494895    1637 addons.go:228] Setting addon ingress-dns=true in "addons-098000"

	I0610 09:22:39.494904    1637 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-098000"

	I0610 09:22:39.494907    1637 addons.go:228] Setting addon metrics-server=true in "addons-098000"

	I0610 09:22:39.494911    1637 addons.go:228] Setting addon cloud-spanner=true in "addons-098000"

	I0610 09:22:39.494913    1637 addons.go:228] Setting addon storage-provisioner=true in "addons-098000"

	W0610 09:22:39.494917    1637 addons.go:274] "addons-098000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0610 09:22:39.494920    1637 addons.go:274] "addons-098000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0610 09:22:39.495382    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0610 09:22:39.500831    1637 addons.go:464] Verifying addon ingress=true in "addons-098000"

	I0610 09:22:39.500842    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500849    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.504830    1637 out.go:177] * Verifying ingress addon...

	I0610 09:22:39.500952    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500997    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0610 09:22:39.501041    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.501118    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.514859    1637 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	W0610 09:22:39.511954    1637 addons.go:274] "addons-098000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0610 09:22:39.512421    1637 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0610 09:22:39.517592    1637 addons.go:228] Setting addon default-storageclass=true in "addons-098000"

	I0610 09:22:39.517921    1637 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.518096    1637 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0610 09:22:39.521871    1637 addons.go:464] Verifying addon metrics-server=true in "addons-098000"

	I0610 09:22:39.527803    1637 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0610 09:22:39.528897    1637 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0610 09:22:39.533879    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0610 09:22:39.533885    1637 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6

	I0610 09:22:39.533900    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.539950    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0610 09:22:39.549899    1637 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.549908    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)

	I0610 09:22:39.549915    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540014    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540659    1637 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.550015    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0610 09:22:39.550019    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.552885    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0610 09:22:39.545910    1637 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.547022    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0610 09:22:39.555818    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0610 09:22:39.555836    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.558872    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0610 09:22:39.563787    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0610 09:22:39.565032    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0610 09:22:39.576758    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0610 09:22:39.585719    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0610 09:22:39.588857    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0610 09:22:39.588866    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0610 09:22:39.588875    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.610676    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.641637    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.644621    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.683769    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.740787    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0610 09:22:39.740799    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0610 09:22:39.840307    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0610 09:22:39.840321    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0610 09:22:39.985655    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0610 09:22:39.985667    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0610 09:22:40.064364    1637 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-098000" context rescaled to 1 replicas

	I0610 09:22:40.064382    1637 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:22:40.068539    1637 out.go:177] * Verifying Kubernetes components...

	I0610 09:22:40.077600    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:40.261757    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0610 09:22:40.261768    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0610 09:22:40.290415    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0610 09:22:40.290425    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0610 09:22:40.300542    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0610 09:22:40.300551    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0610 09:22:40.308642    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0610 09:22:40.308652    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0610 09:22:40.313342    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0610 09:22:40.313353    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0610 09:22:40.318717    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0610 09:22:40.318725    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0610 09:22:40.323460    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.323466    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0610 09:22:40.335717    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.661069    1637 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.105262875s)

	I0610 09:22:40.661101    1637 start.go:916] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0610 09:22:40.737190    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.12650025s)

	I0610 09:22:40.873352    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.23170025s)

	I0610 09:22:40.873360    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.228730125s)

	I0610 09:22:40.873397    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (1.189617792s)

	I0610 09:22:40.873843    1637 node_ready.go:35] waiting up to 6m0s for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875337    1637 node_ready.go:49] node "addons-098000" has status "Ready":"True"

	I0610 09:22:40.875343    1637 node_ready.go:38] duration metric: took 1.493375ms waiting for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875346    1637 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:40.878632    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881351    1637 pod_ready.go:92] pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:40.881360    1637 pod_ready.go:81] duration metric: took 2.720875ms waiting for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881363    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:41.422744    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.08700475s)

	I0610 09:22:41.422764    1637 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:41.429025    1637 out.go:177] * Verifying csi-hostpath-driver addon...

	I0610 09:22:41.436428    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0610 09:22:41.441210    1637 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0610 09:22:41.441218    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:41.945707    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.446004    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.891987    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:42.949163    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.445226    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.945705    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.445736    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.893909    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:44.949633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.445855    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.945805    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.106349    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0610 09:22:46.106363    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.140536    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0610 09:22:46.145624    1637 addons.go:228] Setting addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.145643    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:46.146378    1637 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0610 09:22:46.146386    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.179928    1637 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0610 09:22:46.183883    1637 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0610 09:22:46.187898    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0610 09:22:46.187903    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0610 09:22:46.192588    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0610 09:22:46.192594    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0610 09:22:46.199251    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.199256    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0610 09:22:46.204462    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.429785    1637 addons.go:464] Verifying addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.434320    1637 out.go:177] * Verifying gcp-auth addon...

	I0610 09:22:46.440768    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0610 09:22:46.443515    1637 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0610 09:22:46.443521    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:46.446140    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949654    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.389319    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:47.445303    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.446055    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:47.946177    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.946875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.446743    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.447103    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.945711    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.946918    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.389715    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:49.445862    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.448994    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.945095    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.945638    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.446626    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.446936    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.887650    1637 pod_ready.go:97] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminat

ed{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887663    1637 pod_ready.go:81] duration metric: took 10.00631125s waiting for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	E0610 09:22:50.887668    1637 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termi

nated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887672    1637 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890299    1637 pod_ready.go:92] pod "etcd-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.890307    1637 pod_ready.go:81] duration metric: took 2.63175ms waiting for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890310    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892694    1637 pod_ready.go:92] pod "kube-apiserver-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.892699    1637 pod_ready.go:81] duration metric: took 2.386083ms waiting for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892703    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895043    1637 pod_ready.go:92] pod "kube-controller-manager-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.895049    1637 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895053    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897341    1637 pod_ready.go:92] pod "kube-proxy-jpnqh" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.897346    1637 pod_ready.go:81] duration metric: took 2.29075ms waiting for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897350    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.945358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.946279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.288420    1637 pod_ready.go:92] pod "kube-scheduler-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:51.288430    1637 pod_ready.go:81] duration metric: took 391.078333ms waiting for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:51.288436    1637 pod_ready.go:38] duration metric: took 10.413098792s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:51.288445    1637 api_server.go:52] waiting for apiserver process to appear ...

	I0610 09:22:51.288516    1637 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0610 09:22:51.295818    1637 api_server.go:72] duration metric: took 11.231423584s to wait for apiserver process to appear ...

	I0610 09:22:51.295824    1637 api_server.go:88] waiting for apiserver healthz status ...

	I0610 09:22:51.295831    1637 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0610 09:22:51.299125    1637 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0610 09:22:51.299826    1637 api_server.go:141] control plane version: v1.27.2

	I0610 09:22:51.299832    1637 api_server.go:131] duration metric: took 4.005625ms to wait for apiserver health ...

	I0610 09:22:51.299835    1637 system_pods.go:43] waiting for kube-system pods to appear ...

	I0610 09:22:51.445314    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:51.446212    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.490284    1637 system_pods.go:59] 11 kube-system pods found

	I0610 09:22:51.490295    1637 system_pods.go:61] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.490299    1637 system_pods.go:61] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.490303    1637 system_pods.go:61] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.490306    1637 system_pods.go:61] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.490311    1637 system_pods.go:61] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.490314    1637 system_pods.go:61] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.490317    1637 system_pods.go:61] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.490320    1637 system_pods.go:61] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.490323    1637 system_pods.go:61] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.490325    1637 system_pods.go:61] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.490336    1637 system_pods.go:61] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.490341    1637 system_pods.go:74] duration metric: took 190.503333ms to wait for pod list to return data ...

	I0610 09:22:51.490345    1637 default_sa.go:34] waiting for default service account to be created ...

	I0610 09:22:51.687921    1637 default_sa.go:45] found service account: "default"

	I0610 09:22:51.687931    1637 default_sa.go:55] duration metric: took 197.581625ms for default service account to be created ...

	I0610 09:22:51.687935    1637 system_pods.go:116] waiting for k8s-apps to be running ...

	I0610 09:22:51.890310    1637 system_pods.go:86] 11 kube-system pods found

	I0610 09:22:51.890320    1637 system_pods.go:89] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.890326    1637 system_pods.go:89] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.890330    1637 system_pods.go:89] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.890333    1637 system_pods.go:89] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.890336    1637 system_pods.go:89] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.890338    1637 system_pods.go:89] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.890341    1637 system_pods.go:89] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.890344    1637 system_pods.go:89] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.890349    1637 system_pods.go:89] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.890351    1637 system_pods.go:89] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.890354    1637 system_pods.go:89] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.890357    1637 system_pods.go:126] duration metric: took 202.419584ms to wait for k8s-apps to be running ...

	I0610 09:22:51.890363    1637 system_svc.go:44] waiting for kubelet service to be running ....

	I0610 09:22:51.890418    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:51.897401    1637 system_svc.go:56] duration metric: took 7.035125ms WaitForService to wait for kubelet.

	I0610 09:22:51.897410    1637 kubeadm.go:581] duration metric: took 11.8330175s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0610 09:22:51.897420    1637 node_conditions.go:102] verifying NodePressure condition ...

	I0610 09:22:51.944537    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.945311    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.087254    1637 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0610 09:22:52.087281    1637 node_conditions.go:123] node cpu capacity is 2

	I0610 09:22:52.087290    1637 node_conditions.go:105] duration metric: took 189.867833ms to run NodePressure ...

	I0610 09:22:52.087295    1637 start.go:228] waiting for startup goroutines ...

	I0610 09:22:52.445279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:52.445610    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.945799    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.946052    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.445389    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.446014    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.945473    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.946237    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.446325    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.448382    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.948114    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.951263    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.447181    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.447511    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.945501    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.946418    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.445349    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.445910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.945410    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.946065    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.447469    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.448009    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.945353    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.946520    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454959    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.946148    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.947450    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.446206    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:00.447700    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.944434    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.945129    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.445646    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.446643    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:01.945710    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.947152    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.450730    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.454285    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.952960    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.955376    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.446358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.447878    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.945294    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.946290    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.445145    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.446164    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.946364    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.946514    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.449729    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.453690    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.947873    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.950281    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.445562    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.445795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.946136    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.947509    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.445951    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.446633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.945814    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.946157    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.446086    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.446099    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.970991    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.971383    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.448620    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:09.449087    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.946728    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.948250    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446827    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446978    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:10.945421    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.945732    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.444797    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.445621    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.948926    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.949262    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.452305    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:12.453786    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.948653    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.949795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.445378    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.446558    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:13.946404    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.946644    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.446073    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.446331    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.946569    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.946725    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.445689    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.446865    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.947373    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.948973    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.445756    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:16.446819    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.944171    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.945088    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.448798    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.450089    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:17.952301    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.955532    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.945244    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.946363    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.445300    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:19.445962    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944002    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944781    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.446084    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:20.446223    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.952440    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.954313    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.445625    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.446916    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.945782    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.947236    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.445836    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.446162    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.945365    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.946169    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.449820    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:23.452877    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.953442    1637 kapi.go:107] duration metric: took 37.512712584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0610 09:23:23.958122    1637 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-098000 cluster.

	I0610 09:23:23.957179    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.961932    1637 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0610 09:23:23.965925    1637 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0610 09:23:24.450360    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:24.945980    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.445712    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.946008    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.446034    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.950257    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.454943    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.956882    1637 kapi.go:107] duration metric: took 46.520505042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0610 09:28:39.510321    1637 kapi.go:107] duration metric: took 6m0.007516916s to wait for kubernetes.io/minikube-addons=registry ...

	W0610 09:28:39.510625    1637 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0610 09:28:39.531369    1637 kapi.go:107] duration metric: took 6m0.011549375s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0610 09:28:39.531491    1637 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0610 09:28:39.539250    1637 out.go:177] * Enabled addons: volumesnapshots, inspektor-gadget, metrics-server, cloud-spanner, storage-provisioner, default-storageclass, ingress-dns, gcp-auth, csi-hostpath-driver

	I0610 09:28:39.545184    1637 addons.go:499] enable addons completed in 6m0.055013834s: enabled=[volumesnapshots inspektor-gadget metrics-server cloud-spanner storage-provisioner default-storageclass ingress-dns gcp-auth csi-hostpath-driver]

	I0610 09:28:39.545227    1637 start.go:233] waiting for cluster config update ...

	I0610 09:28:39.545256    1637 start.go:242] writing updated cluster config ...

	I0610 09:28:39.546371    1637 ssh_runner.go:195] Run: rm -f paused

	I0610 09:28:39.689843    1637 start.go:573] kubectl: 1.25.9, cluster: 1.27.2 (minor skew: 2)

	I0610 09:28:39.694186    1637 out.go:177] 

	W0610 09:28:39.697254    1637 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.2.

	I0610 09:28:39.701213    1637 out.go:177]   - Want kubectl v1.27.2? Try 'minikube kubectl -- get pods -A'

	I0610 09:28:39.709228    1637 out.go:177] * Done! kubectl is now configured to use "addons-098000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:48:41 UTC. --

	Jun 10 16:40:47 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:40:47Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/4b1c09a27c65e6025a8628d242894806ef3c84888ee3461978597ea82c9a8359/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 10 16:40:47 addons-098000 dockerd[933]: time="2023-06-10T16:40:47.656476255Z" level=warning msg="reference for unknown type: " digest="sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be" remote="ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 10 16:40:51 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:40:51Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.17.1@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626101618Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626131368Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626141868Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626146368Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637249959Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637496039Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637517955Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.646608437Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:41:14Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ecfebe56570bafdd4953fcbed5cc491440e7a38433b98e22741f399c50daace4/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 10 16:41:18 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:41:18Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Downloaded newer image for nginx:latest"

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961496642Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961525017Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961721889Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961733472Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713886345Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713965761Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713982010Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713993260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[933]: time="2023-06-10T16:44:06.762500900Z" level=info msg="ignoring event" container=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762943477Z" level=info msg="shim disconnected" id=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f namespace=moby

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762974435Z" level=warning msg="cleaning up after shim disconnected" id=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f namespace=moby

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762978435Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                                        CREATED             STATE               NAME                                     ATTEMPT             POD ID

	d8c42421d5531       1499ed4fbd0aa                                                                                                                                4 minutes ago       Exited              minikube-ingress-dns                     9                   8e5b404496c4e

	5db3f4d3cbb1e       nginx@sha256:af296b188c7b7df99ba960ca614439c99cb7cf252ed7bbc23e90cfda59092305                                                                7 minutes ago       Running             task-pv-container                        0                   ecfebe56570ba

	efcb07dff66ed       ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be                                        7 minutes ago       Running             headlamp                                 0                   4b1c09a27c65e

	23a8cae6443cd       registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f                          25 minutes ago      Running             csi-snapshotter                          0                   567c041b8040d

	1a73024f59864       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                                 25 minutes ago      Running             gcp-auth                                 0                   d8f3043938a40

	3fa8701fda26c       registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8                          25 minutes ago      Running             csi-provisioner                          0                   567c041b8040d

	aafd1d61dfe4b       registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0                            25 minutes ago      Running             liveness-probe                           0                   567c041b8040d

	2b6767dfbe9d3       registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5                           25 minutes ago      Running             hostpath                                 0                   567c041b8040d

	8f02984364568       registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c                25 minutes ago      Running             node-driver-registrar                    0                   567c041b8040d

	868cfa9fcba69       registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c   25 minutes ago      Running             csi-external-health-monitor-controller   0                   567c041b8040d

	26cfafca2bb0d       registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7                              25 minutes ago      Running             csi-resizer                              0                   a78a427783820

	c58c2d26acda8       registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b                             25 minutes ago      Running             csi-attacher                             0                   674b1cd12ae30

	46105da82f67a       ba04bb24b9575                                                                                                                                26 minutes ago      Running             storage-provisioner                      0                   67c7765a9fa6e

	de0a71571f8d0       29921a0845422                                                                                                                                26 minutes ago      Running             kube-proxy                               0                   2bc9129027615

	adfb52103967f       97e04611ad434                                                                                                                                26 minutes ago      Running             coredns                                  0                   d428f978de558

	335475d795fcf       305d7ed1dae28                                                                                                                                26 minutes ago      Running             kube-scheduler                           0                   31fdcf4abeef0

	3dcf946c301ce       2ee705380c3c5                                                                                                                                26 minutes ago      Running             kube-controller-manager                  0                   9fed8ca4bd2f8

	74423d2dab41d       72c9df6be7f1b                                                                                                                                26 minutes ago      Running             kube-apiserver                           0                   11d78b6999216

	2a81bf4413e12       24bc64e911039                                                                                                                                26 minutes ago      Running             etcd                                     0                   a20e51a803c8c

	* 

	* ==> coredns [adfb52103967] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:46766 - 38334 "HINFO IN 1120296007274907072.5268654669647465865. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004199511s

	[INFO] 10.244.0.10:39208 - 36576 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000125s

	[INFO] 10.244.0.10:59425 - 64759 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155334s

	[INFO] 10.244.0.10:33915 - 19077 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000037167s

	[INFO] 10.244.0.10:46994 - 65166 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00002725s

	[INFO] 10.244.0.10:46598 - 37414 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043625s

	[INFO] 10.244.0.10:55204 - 18019 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000032792s

	[INFO] 10.244.0.10:60613 - 7185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000939127s

	[INFO] 10.244.0.10:40293 - 55849 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00103996s

	* 

	* ==> describe nodes <==

	* Name:               addons-098000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-098000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5

	                    minikube.k8s.io/name=addons-098000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-098000

	Annotations:        csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-098000"}

	                    kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Sat, 10 Jun 2023 16:22:23 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-098000

	  AcquireTime:     <unset>

	  RenewTime:       Sat, 10 Jun 2023 16:48:35 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-098000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	System Info:

	  Machine ID:                 43359b33bc0f4b9c9610dd4ec5308f62

	  System UUID:                43359b33bc0f4b9c9610dd4ec5308f62

	  Boot ID:                    eb81fa5c-fe8f-47ab-b5e5-9f5fe2e987b0

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.2

	  Kube-Proxy Version:         v1.27.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (14 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  default                     task-pv-pod                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         7m27s

	  gcp-auth                    gcp-auth-58478865f7-jkcxn                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         25m

	  headlamp                    headlamp-6b5756787-6wqrt                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         7m55s

	  kube-system                 coredns-5d78c9869d-f2tnn                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     26m

	  kube-system                 csi-hostpath-attacher-0                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 csi-hostpath-resizer-0                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 csi-hostpathplugin-pjvh6                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 etcd-addons-098000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         26m

	  kube-system                 kube-apiserver-addons-098000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 kube-controller-manager-addons-098000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 kube-proxy-jpnqh                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 kube-scheduler-addons-098000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	  kube-system                 storage-provisioner                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         26m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 26m   kube-proxy       

	  Normal  Starting                 26m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  26m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  26m   kubelet          Node addons-098000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    26m   kubelet          Node addons-098000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     26m   kubelet          Node addons-098000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                26m   kubelet          Node addons-098000 status is now: NodeReady

	  Normal  RegisteredNode           26m   node-controller  Node addons-098000 event: Registered Node addons-098000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.696014] EINJ: EINJ table not found.

	[  +0.658239] systemd-fstab-generator[115]: Ignoring "noauto" for root device

	[  +0.043798] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000807] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.876165] systemd-fstab-generator[474]: Ignoring "noauto" for root device

	[  +0.071972] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +2.924516] systemd-fstab-generator[694]: Ignoring "noauto" for root device

	[  +2.288987] systemd-fstab-generator[866]: Ignoring "noauto" for root device

	[  +0.165983] systemd-fstab-generator[902]: Ignoring "noauto" for root device

	[  +0.077870] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.072149] systemd-fstab-generator[926]: Ignoring "noauto" for root device

	[  +1.146266] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.099605] systemd-fstab-generator[1083]: Ignoring "noauto" for root device

	[  +0.082038] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +0.080513] systemd-fstab-generator[1105]: Ignoring "noauto" for root device

	[  +0.078963] systemd-fstab-generator[1116]: Ignoring "noauto" for root device

	[  +0.086582] systemd-fstab-generator[1157]: Ignoring "noauto" for root device

	[  +3.056689] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.651414] systemd-fstab-generator[2073]: Ignoring "noauto" for root device

	[ +14.757696] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.157496] kauditd_printk_skb: 48 callbacks suppressed

	[  +9.873848] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Jun10 16:23] kauditd_printk_skb: 12 callbacks suppressed

	[Jun10 16:41] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [2a81bf4413e1] <==

	* {"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.857Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-098000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-10T16:32:22.450Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":974}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":974,"took":"2.490131ms","hash":4035340276}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035340276,"revision":974,"compact-revision":-1}

	{"level":"info","ts":"2023-06-10T16:37:22.461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1290}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1290,"took":"1.421443ms","hash":2326989487}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326989487,"revision":1290,"compact-revision":974}

	{"level":"info","ts":"2023-06-10T16:40:51.234Z","caller":"traceutil/trace.go:171","msg":"trace[700287871] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"135.849795ms","start":"2023-06-10T16:40:51.098Z","end":"2023-06-10T16:40:51.234Z","steps":["trace[700287871] 'process raft request'  (duration: 135.764879ms)"],"step_count":1}

	{"level":"info","ts":"2023-06-10T16:42:22.466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1593}

	{"level":"info","ts":"2023-06-10T16:42:22.468Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1593,"took":"1.224024ms","hash":3268633527}

	{"level":"info","ts":"2023-06-10T16:42:22.468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3268633527,"revision":1593,"compact-revision":1290}

	{"level":"info","ts":"2023-06-10T16:47:22.473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1959}

	{"level":"info","ts":"2023-06-10T16:47:22.475Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1959,"took":"1.126903ms","hash":690256152}

	{"level":"info","ts":"2023-06-10T16:47:22.475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":690256152,"revision":1959,"compact-revision":1593}

	* 

	* ==> gcp-auth [1a73024f5986] <==

	* 2023/06/10 16:23:23 GCP Auth Webhook started!

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:41:14 Ready to marshal response ...

	2023/06/10 16:41:14 Ready to write response ...

	* 

	* ==> kernel <==

	*  16:48:41 up 26 min,  0 users,  load average: 0.39, 0.48, 0.41

	Linux addons-098000 5.10.57 #1 SMP PREEMPT Wed Jun 7 01:52:34 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [74423d2dab41] <==

	* I0610 16:22:23.642356       1 cache.go:39] Caches are synced for autoregister controller

	I0610 16:22:23.657792       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0610 16:22:24.401560       1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0610 16:22:24.563279       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0610 16:22:24.568497       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0610 16:22:24.568654       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0610 16:22:24.720978       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0610 16:22:24.731371       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0610 16:22:24.801810       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]

	W0610 16:22:24.805350       1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0610 16:22:24.806303       1 controller.go:624] quota admission added evaluator for: endpoints

	I0610 16:22:24.807740       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0610 16:22:25.583035       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0610 16:22:26.059225       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0610 16:22:26.063878       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]

	I0610 16:22:26.068513       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0610 16:22:39.217505       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0610 16:22:39.917252       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0610 16:22:40.754199       1 alloc.go:330] "allocated clusterIPs" service="default/cloud-spanner-emulator" clusterIPs=map[IPv4:10.99.222.169]

	I0610 16:22:41.357691       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.85.14]

	I0610 16:22:41.362266       1 controller.go:624] quota admission added evaluator for: statefulsets.apps

	I0610 16:22:41.419673       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.111.90.60]

	I0610 16:22:46.394399       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.102.46.8]

	I0610 16:22:46.411449       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0610 16:40:46.897391       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.104.126.229]

	* 

	* ==> kube-controller-manager [3dcf946c301c] <==

	* I0610 16:23:11.258467       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.330708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.333357       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.335850       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:11.335887       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.336870       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.345682       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.251101       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.256393       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.263577       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:12.263691       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.265671       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.266556       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:41.027747       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:41.050836       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:42.013412       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:42.047992       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:40:46.909946       1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-6b5756787 to 1"

	I0610 16:40:46.923328       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-6b5756787-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"

	E0610 16:40:46.939753       1 replica_set.go:544] sync "headlamp/headlamp-6b5756787" failed with pods "headlamp-6b5756787-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found

	I0610 16:40:46.962022       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-6b5756787-6wqrt"

	I0610 16:40:58.095565       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:40:58.095582       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:41:08.457597       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:41:13.738721       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	* 

	* ==> kube-proxy [de0a71571f8d] <==

	* I0610 16:22:40.477801       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0610 16:22:40.477968       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0610 16:22:40.477988       1 server_others.go:551] "Using iptables proxy"

	I0610 16:22:40.508315       1 server_others.go:176] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0610 16:22:40.508325       1 server_others.go:190] "Using iptables Proxier"

	I0610 16:22:40.508357       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0610 16:22:40.508608       1 server.go:657] "Version info" version="v1.27.2"

	I0610 16:22:40.508614       1 server.go:659] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0610 16:22:40.509861       1 config.go:188] "Starting service config controller"

	I0610 16:22:40.509869       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0610 16:22:40.509881       1 config.go:97] "Starting endpoint slice config controller"

	I0610 16:22:40.509882       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0610 16:22:40.511342       1 config.go:315] "Starting node config controller"

	I0610 16:22:40.511347       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0610 16:22:40.609918       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0610 16:22:40.609943       1 shared_informer.go:318] Caches are synced for service config

	I0610 16:22:40.611397       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [335475d795fc] <==

	* W0610 16:22:23.606482       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0610 16:22:23.606891       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0610 16:22:23.606959       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0610 16:22:23.606982       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0610 16:22:23.607008       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607026       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607067       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:23.607087       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:23.607166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607199       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607247       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:23.607268       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.463642       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0610 16:22:24.463731       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0610 16:22:24.485768       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0610 16:22:24.485809       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0610 16:22:24.588161       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:24.588197       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:24.600064       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:24.600158       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.604631       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0610 16:22:24.604651       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0610 16:22:24.616055       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0610 16:22:24.616131       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	I0610 16:22:27.098734       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:48:41 UTC. --

	Jun 10 16:47:14 addons-098000 kubelet[2091]: I0610 16:47:14.680334    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:47:14 addons-098000 kubelet[2091]: E0610 16:47:14.680480    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:47:25 addons-098000 kubelet[2091]: E0610 16:47:25.684874    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:47:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:47:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:47:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:47:25 addons-098000 kubelet[2091]: W0610 16:47:25.694341    2091 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 10 16:47:27 addons-098000 kubelet[2091]: I0610 16:47:27.681562    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:47:27 addons-098000 kubelet[2091]: E0610 16:47:27.682569    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:47:40 addons-098000 kubelet[2091]: I0610 16:47:40.681775    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:47:40 addons-098000 kubelet[2091]: E0610 16:47:40.682218    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:47:52 addons-098000 kubelet[2091]: I0610 16:47:52.681264    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:47:52 addons-098000 kubelet[2091]: E0610 16:47:52.682890    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:48:05 addons-098000 kubelet[2091]: I0610 16:48:05.681352    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:48:05 addons-098000 kubelet[2091]: E0610 16:48:05.682383    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:48:16 addons-098000 kubelet[2091]: I0610 16:48:16.681442    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:48:16 addons-098000 kubelet[2091]: E0610 16:48:16.681962    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:48:25 addons-098000 kubelet[2091]: E0610 16:48:25.703434    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:48:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:48:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:48:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:48:27 addons-098000 kubelet[2091]: I0610 16:48:27.681748    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:48:27 addons-098000 kubelet[2091]: E0610 16:48:27.684129    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:48:38 addons-098000 kubelet[2091]: I0610 16:48:38.681833    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:48:38 addons-098000 kubelet[2091]: E0610 16:48:38.682810    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	* 

	* ==> storage-provisioner [46105da82f67] <==

	* I0610 16:22:41.552997       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0610 16:22:41.564566       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0610 16:22:41.564604       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0610 16:22:41.567070       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0610 16:22:41.567242       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4b8b8b2f-e69f-4abd-8693-9c0a331852aa", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-098000_976d826c-217e-4d0d-87e7-e825dd783783 became leader

	I0610 16:22:41.567336       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

	I0610 16:22:41.668274       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-098000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/InspektorGadget FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/InspektorGadget (480.90s)

=== RUN   TestAddons/parallel/MetricsServer

=== PAUSE TestAddons/parallel/MetricsServer

=== CONT  TestAddons/parallel/MetricsServer

addons_test.go:381: failed waiting for metrics-server deployment to stabilize: timed out waiting for the condition

addons_test.go:383: metrics-server stabilized in 6m0.002261917s

addons_test.go:385: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...

addons_test.go:385: ***** TestAddons/parallel/MetricsServer: pod "k8s-app=metrics-server" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:385: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

addons_test.go:385: TestAddons/parallel/MetricsServer: showing logs for failed pods as of 2023-06-10 09:40:45.073488 -0700 PDT m=+1176.065291626

addons_test.go:386: failed waiting for k8s-app=metrics-server pod: k8s-app=metrics-server within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-098000 -n addons-098000

helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-098000 logs -n 25

helpers_test.go:252: TestAddons/parallel/MetricsServer logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.2   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | --download-only -p             | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | binary-mirror-025000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-025000        | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | -p addons-098000               | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:28 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:28 PDT | 10 Jun 23 09:28 PDT |

	|         | addons-098000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/10 09:21:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.4 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0610 09:21:54.764352    1637 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:54.764757    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764761    1637 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:54.764764    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764861    1637 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 09:21:54.766294    1637 out.go:303] Setting JSON to false

	I0610 09:21:54.781540    1637 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1285,"bootTime":1686412829,"procs":393,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:54.781615    1637 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:54.786460    1637 out.go:177] * [addons-098000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:54.793542    1637 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 09:21:54.798440    1637 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:54.793561    1637 notify.go:220] Checking for updates...

	I0610 09:21:54.804413    1637 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:54.807450    1637 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:54.810460    1637 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 09:21:54.811765    1637 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 09:21:54.814627    1637 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:54.818412    1637 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 09:21:54.823426    1637 start.go:297] selected driver: qemu2

	I0610 09:21:54.823432    1637 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:54.823441    1637 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 09:21:54.825256    1637 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:54.828578    1637 out.go:177] * Automatically selected the socket_vmnet network

	I0610 09:21:54.831535    1637 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 09:21:54.831554    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:21:54.831575    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:21:54.831579    1637 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 09:21:54.831586    1637 start_flags.go:319] config:

	{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:54.831700    1637 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:54.840445    1637 out.go:177] * Starting control plane node addons-098000 in cluster addons-098000

	I0610 09:21:54.844425    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:21:54.844451    1637 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 09:21:54.844469    1637 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:54.844530    1637 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 09:21:54.844535    1637 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 09:21:54.844735    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:21:54.844750    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json: {Name:mkfbe060a3258f68fbe8b01ce26e4a7ada2f24f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:54.844947    1637 cache.go:195] Successfully downloaded all kic artifacts

	I0610 09:21:54.844969    1637 start.go:364] acquiring machines lock for addons-098000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 09:21:54.845063    1637 start.go:368] acquired machines lock for "addons-098000" in 89.292µs

	I0610 09:21:54.845075    1637 start.go:93] Provisioning new machine with config: &{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:21:54.845115    1637 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 09:21:54.853376    1637 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0610 09:21:55.217388    1637 start.go:159] libmachine.API.Create for "addons-098000" (driver="qemu2")

	I0610 09:21:55.217427    1637 client.go:168] LocalClient.Create starting

	I0610 09:21:55.217549    1637 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 09:21:55.301145    1637 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 09:21:55.414002    1637 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 09:21:55.826273    1637 main.go:141] libmachine: Creating SSH key...

	I0610 09:21:55.859428    1637 main.go:141] libmachine: Creating Disk image...

	I0610 09:21:55.859434    1637 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 09:21:55.859612    1637 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.941560    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:55.941581    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.941655    1637 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2 +20000M

	I0610 09:21:55.948999    1637 main.go:141] libmachine: STDOUT: Image resized.

	I0610 09:21:55.949013    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.949042    1637 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.949049    1637 main.go:141] libmachine: Starting QEMU VM...

	I0610 09:21:55.949080    1637 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/qemu.pid -device virtio-net-pci,netdev=net0,mac=c2:e2:60:7a:4e:46 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:56.034280    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:56.034334    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:56.034338    1637 main.go:141] libmachine: Attempt 0

	I0610 09:21:56.034355    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:21:58.036587    1637 main.go:141] libmachine: Attempt 1

	I0610 09:21:58.036664    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:00.038868    1637 main.go:141] libmachine: Attempt 2

	I0610 09:22:00.038909    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:02.040980    1637 main.go:141] libmachine: Attempt 3

	I0610 09:22:02.040996    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:04.043076    1637 main.go:141] libmachine: Attempt 4

	I0610 09:22:04.043113    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:06.045175    1637 main.go:141] libmachine: Attempt 5

	I0610 09:22:06.045200    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047388    1637 main.go:141] libmachine: Attempt 6

	I0610 09:22:08.047472    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047875    1637 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0610 09:22:08.047987    1637 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:c2:e2:60:7a:4e:46 ID:1,c2:e2:60:7a:4e:46 Lease:0x6485f4af}

	I0610 09:22:08.048012    1637 main.go:141] libmachine: Found match: c2:e2:60:7a:4e:46

	I0610 09:22:08.048053    1637 main.go:141] libmachine: IP: 192.168.105.2

	I0610 09:22:08.048083    1637 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0610 09:22:10.069705    1637 machine.go:88] provisioning docker machine ...

	I0610 09:22:10.069788    1637 buildroot.go:166] provisioning hostname "addons-098000"

	I0610 09:22:10.070644    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.071570    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.071588    1637 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-098000 && echo "addons-098000" | sudo tee /etc/hostname

	I0610 09:22:10.164038    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-098000

	I0610 09:22:10.164160    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.164626    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.164641    1637 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-098000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-098000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-098000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0610 09:22:10.239261    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0610 09:22:10.239281    1637 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16578-1150/.minikube CaCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16578-1150/.minikube}

	I0610 09:22:10.239300    1637 buildroot.go:174] setting up certificates

	I0610 09:22:10.239307    1637 provision.go:83] configureAuth start

	I0610 09:22:10.239314    1637 provision.go:138] copyHostCerts

	I0610 09:22:10.239507    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/cert.pem (1123 bytes)

	I0610 09:22:10.240632    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/key.pem (1679 bytes)

	I0610 09:22:10.241010    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.pem (1078 bytes)

	I0610 09:22:10.241260    1637 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem org=jenkins.addons-098000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-098000]

	I0610 09:22:10.307069    1637 provision.go:172] copyRemoteCerts

	I0610 09:22:10.307140    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0610 09:22:10.307172    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.339991    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0610 09:22:10.346931    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0610 09:22:10.353742    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0610 09:22:10.360626    1637 provision.go:86] duration metric: configureAuth took 121.313416ms

	I0610 09:22:10.360639    1637 buildroot.go:189] setting minikube options for container-runtime

	I0610 09:22:10.361002    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:10.361055    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.361272    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.361276    1637 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0610 09:22:10.420194    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0610 09:22:10.420201    1637 buildroot.go:70] root file system type: tmpfs

	I0610 09:22:10.420251    1637 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0610 09:22:10.420295    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.420542    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.420577    1637 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0610 09:22:10.485025    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0610 09:22:10.485070    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.485298    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.485310    1637 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0610 09:22:10.830569    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0610 09:22:10.830580    1637 machine.go:91] provisioned docker machine in 760.843209ms

	I0610 09:22:10.830585    1637 client.go:171] LocalClient.Create took 15.613176541s

	I0610 09:22:10.830594    1637 start.go:167] duration metric: libmachine.API.Create for "addons-098000" took 15.613236583s

	I0610 09:22:10.830598    1637 start.go:300] post-start starting for "addons-098000" (driver="qemu2")

	I0610 09:22:10.830601    1637 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0610 09:22:10.830682    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0610 09:22:10.830692    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.862119    1637 ssh_runner.go:195] Run: cat /etc/os-release

	I0610 09:22:10.863469    1637 info.go:137] Remote host: Buildroot 2021.02.12

	I0610 09:22:10.863478    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/addons for local assets ...

	I0610 09:22:10.863540    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/files for local assets ...

	I0610 09:22:10.863565    1637 start.go:303] post-start completed in 32.963459ms

	I0610 09:22:10.863901    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:22:10.864045    1637 start.go:128] duration metric: createHost completed in 16.018950083s

	I0610 09:22:10.864069    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.864287    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.864291    1637 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0610 09:22:10.923434    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686414131.384712585

	I0610 09:22:10.923441    1637 fix.go:207] guest clock: 1686414131.384712585

	I0610 09:22:10.923446    1637 fix.go:220] Guest: 2023-06-10 09:22:11.384712585 -0700 PDT Remote: 2023-06-10 09:22:10.864048 -0700 PDT m=+16.118188126 (delta=520.664585ms)

	I0610 09:22:10.923456    1637 fix.go:191] guest clock delta is within tolerance: 520.664585ms

	I0610 09:22:10.923459    1637 start.go:83] releasing machines lock for "addons-098000", held for 16.0784145s

	I0610 09:22:10.923756    1637 ssh_runner.go:195] Run: cat /version.json

	I0610 09:22:10.923765    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.923833    1637 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0610 09:22:10.923872    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:11.040251    1637 ssh_runner.go:195] Run: systemctl --version

	I0610 09:22:11.042905    1637 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0610 09:22:11.045415    1637 cni.go:208] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0610 09:22:11.045461    1637 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0610 09:22:11.051643    1637 cni.go:261] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0610 09:22:11.051653    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:11.051736    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:11.061365    1637 docker.go:633] Got preloaded images: 

	I0610 09:22:11.061374    1637 docker.go:639] registry.k8s.io/kube-apiserver:v1.27.2 wasn't preloaded

	I0610 09:22:11.061418    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:11.064624    1637 ssh_runner.go:195] Run: which lz4

	I0610 09:22:11.066056    1637 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0610 09:22:11.067511    1637 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0610 09:22:11.067524    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635669 bytes)

	I0610 09:22:12.384653    1637 docker.go:597] Took 1.318649 seconds to copy over tarball

	I0610 09:22:12.384711    1637 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0610 09:22:13.518722    1637 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.133975834s)

	I0610 09:22:13.518746    1637 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0610 09:22:13.534141    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:13.537423    1637 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0610 09:22:13.542380    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:13.617910    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:15.783768    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.165840375s)

	I0610 09:22:15.783797    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.783942    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.789136    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0610 09:22:15.792061    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0610 09:22:15.794990    1637 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0610 09:22:15.795014    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0610 09:22:15.798511    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.801745    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0610 09:22:15.804884    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.807635    1637 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0610 09:22:15.810661    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0610 09:22:15.814158    1637 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0610 09:22:15.817306    1637 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0610 09:22:15.819948    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:15.905204    1637 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0610 09:22:15.910905    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.910988    1637 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0610 09:22:15.916986    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.922219    1637 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0610 09:22:15.929205    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.933866    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.938677    1637 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0610 09:22:15.974269    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.979243    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.984512    1637 ssh_runner.go:195] Run: which cri-dockerd

	I0610 09:22:15.985792    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0610 09:22:15.988369    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0610 09:22:15.993006    1637 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0610 09:22:16.073036    1637 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0610 09:22:16.147707    1637 docker.go:532] configuring docker to use "cgroupfs" as cgroup driver...

	I0610 09:22:16.147726    1637 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0610 09:22:16.152764    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:16.219604    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:17.389947    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.170326875s)

	I0610 09:22:17.390012    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.468450    1637 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0610 09:22:17.548751    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.629562    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.707590    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0610 09:22:17.714930    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.794794    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0610 09:22:17.819341    1637 start.go:528] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0610 09:22:17.819427    1637 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0610 09:22:17.821557    1637 start.go:549] Will wait 60s for crictl version

	I0610 09:22:17.821591    1637 ssh_runner.go:195] Run: which crictl

	I0610 09:22:17.825207    1637 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0610 09:22:17.842430    1637 start.go:565] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0610 09:22:17.842501    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.850299    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.866701    1637 out.go:204] * Preparing Kubernetes v1.27.2 on Docker 24.0.2 ...

	I0610 09:22:17.866866    1637 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0610 09:22:17.868327    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.871885    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:17.871927    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.877489    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.877499    1637 docker.go:563] Images already preloaded, skipping extraction

	I0610 09:22:17.877550    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.883143    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.883157    1637 cache_images.go:84] Images are preloaded, skipping loading

	I0610 09:22:17.883198    1637 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0610 09:22:17.890410    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:17.890420    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:17.890445    1637 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0610 09:22:17.890455    1637 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-098000 NodeName:addons-098000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0610 09:22:17.890526    1637 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-098000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0610 09:22:17.890573    1637 kubeadm.go:971] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-098000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0610 09:22:17.890631    1637 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.2

	I0610 09:22:17.893850    1637 binaries.go:44] Found k8s binaries, skipping transfer

	I0610 09:22:17.893880    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0610 09:22:17.896724    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0610 09:22:17.901642    1637 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0610 09:22:17.906483    1637 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0610 09:22:17.911373    1637 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0610 09:22:17.912694    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.916067    1637 certs.go:56] Setting up /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000 for IP: 192.168.105.2

	I0610 09:22:17.916076    1637 certs.go:190] acquiring lock for shared ca certs: {Name:mk0fe201bc13e6f12e399f6d97e7f5aaea92ff32 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:17.916236    1637 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key

	I0610 09:22:18.022564    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt ...

	I0610 09:22:18.022569    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt: {Name:mk821d9de36f93438ad430683cb25e2f1c33c9e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022803    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key ...

	I0610 09:22:18.022806    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key: {Name:mk750eea32c0b02b6ad84d81711cbfd77ceefe90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022913    1637 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key

	I0610 09:22:18.159699    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt ...

	I0610 09:22:18.159708    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt: {Name:mk10e39bee2c5c6785228bc7733548a740243d03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.159914    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key ...

	I0610 09:22:18.159917    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key: {Name:mk04d776031cd8d2755a757ba7736e35a9c25212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.160037    1637 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key

	I0610 09:22:18.160044    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt with IP's: []

	I0610 09:22:18.246526    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt ...

	I0610 09:22:18.246530    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt: {Name:mk301aca75dad20ac385eb683aae1662edff3d58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246697    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key ...

	I0610 09:22:18.246700    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key: {Name:mkdf4a2bc618a029a53fbd786e41dffe68b8316b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246803    1637 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969

	I0610 09:22:18.246812    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0610 09:22:18.411436    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 ...

	I0610 09:22:18.411440    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969: {Name:mk922ab871b245e2b8e7e4b2a109a553fe1bcc3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411596    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 ...

	I0610 09:22:18.411599    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969: {Name:mkdde2defc189629d0924fe6871b2adb52e47c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411697    1637 certs.go:337] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt

	I0610 09:22:18.411933    1637 certs.go:341] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key

	I0610 09:22:18.412033    1637 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key

	I0610 09:22:18.412047    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt with IP's: []

	I0610 09:22:18.578568    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt ...

	I0610 09:22:18.578583    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt: {Name:mkb4544f3ff14d84a98fd9ec92bfcdbb5d50e84d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.578783    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key ...

	I0610 09:22:18.578786    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key: {Name:mk82ce3998197ea814bf8f591a5b4b56c617f405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.579030    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem (1679 bytes)

	I0610 09:22:18.579468    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem (1078 bytes)

	I0610 09:22:18.579491    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem (1123 bytes)

	I0610 09:22:18.579672    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem (1679 bytes)

	I0610 09:22:18.580285    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0610 09:22:18.587660    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0610 09:22:18.594728    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0610 09:22:18.602219    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0610 09:22:18.609690    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0610 09:22:18.617442    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0610 09:22:18.624297    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0610 09:22:18.631049    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0610 09:22:18.638070    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0610 09:22:18.644969    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0610 09:22:18.650094    1637 ssh_runner.go:195] Run: openssl version

	I0610 09:22:18.652167    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0610 09:22:18.655090    1637 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656540    1637 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 10 16:22 /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656561    1637 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.658363    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0610 09:22:18.661572    1637 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0610 09:22:18.662872    1637 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0610 09:22:18.662908    1637 kubeadm.go:404] StartCluster: {Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:22:18.662975    1637 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0610 09:22:18.668496    1637 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0610 09:22:18.671389    1637 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0610 09:22:18.674606    1637 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0610 09:22:18.677626    1637 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0610 09:22:18.677644    1637 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0610 09:22:18.703158    1637 kubeadm.go:322] [init] Using Kubernetes version: v1.27.2

	I0610 09:22:18.703188    1637 kubeadm.go:322] [preflight] Running pre-flight checks

	I0610 09:22:18.757797    1637 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0610 09:22:18.757860    1637 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0610 09:22:18.757910    1637 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0610 09:22:18.816123    1637 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0610 09:22:18.821365    1637 out.go:204]   - Generating certificates and keys ...

	I0610 09:22:18.821409    1637 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0610 09:22:18.821441    1637 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0610 09:22:19.085233    1637 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0610 09:22:19.181413    1637 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0610 09:22:19.330348    1637 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0610 09:22:19.412707    1637 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0610 09:22:19.604000    1637 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0610 09:22:19.604069    1637 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.814398    1637 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0610 09:22:19.814478    1637 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.907005    1637 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0610 09:22:20.056367    1637 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0610 09:22:20.125295    1637 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0610 09:22:20.125333    1637 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0610 09:22:20.241297    1637 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0610 09:22:20.330399    1637 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0610 09:22:20.489216    1637 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0610 09:22:20.764229    1637 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0610 09:22:20.771051    1637 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0610 09:22:20.771103    1637 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0610 09:22:20.771135    1637 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0610 09:22:20.859965    1637 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0610 09:22:20.864105    1637 out.go:204]   - Booting up control plane ...

	I0610 09:22:20.864178    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0610 09:22:20.864224    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0610 09:22:20.864257    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0610 09:22:20.864302    1637 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0610 09:22:20.865267    1637 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0610 09:22:24.366796    1637 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.501337 seconds

	I0610 09:22:24.366861    1637 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0610 09:22:24.372204    1637 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0610 09:22:24.898455    1637 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0610 09:22:24.898779    1637 kubeadm.go:322] [mark-control-plane] Marking the node addons-098000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0610 09:22:25.404043    1637 kubeadm.go:322] [bootstrap-token] Using token: 8xmw5d.kvohdu7dlcpn05ob

	I0610 09:22:25.410608    1637 out.go:204]   - Configuring RBAC rules ...

	I0610 09:22:25.410669    1637 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0610 09:22:25.411737    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0610 09:22:25.418545    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0610 09:22:25.419904    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0610 09:22:25.421252    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0610 09:22:25.422283    1637 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0610 09:22:25.427205    1637 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0610 09:22:25.603958    1637 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0610 09:22:25.815834    1637 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0610 09:22:25.816185    1637 kubeadm.go:322] 

	I0610 09:22:25.816225    1637 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0610 09:22:25.816233    1637 kubeadm.go:322] 

	I0610 09:22:25.816291    1637 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0610 09:22:25.816295    1637 kubeadm.go:322] 

	I0610 09:22:25.816308    1637 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0610 09:22:25.816346    1637 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0610 09:22:25.816388    1637 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0610 09:22:25.816392    1637 kubeadm.go:322] 

	I0610 09:22:25.816425    1637 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0610 09:22:25.816430    1637 kubeadm.go:322] 

	I0610 09:22:25.816463    1637 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0610 09:22:25.816466    1637 kubeadm.go:322] 

	I0610 09:22:25.816508    1637 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0610 09:22:25.816560    1637 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0610 09:22:25.816602    1637 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0610 09:22:25.816605    1637 kubeadm.go:322] 

	I0610 09:22:25.816653    1637 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0610 09:22:25.816694    1637 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0610 09:22:25.816699    1637 kubeadm.go:322] 

	I0610 09:22:25.816749    1637 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.816801    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 \

	I0610 09:22:25.816815    1637 kubeadm.go:322] 	--control-plane 

	I0610 09:22:25.816823    1637 kubeadm.go:322] 

	I0610 09:22:25.816880    1637 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0610 09:22:25.816883    1637 kubeadm.go:322] 

	I0610 09:22:25.816931    1637 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.817003    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 

	I0610 09:22:25.817072    1637 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0610 09:22:25.817175    1637 kubeadm.go:322] W0610 16:22:19.219117    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817283    1637 kubeadm.go:322] W0610 16:22:21.323610    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817294    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:25.817303    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:25.823848    1637 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0610 09:22:25.826928    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0610 09:22:25.830443    1637 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0610 09:22:25.836316    1637 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0610 09:22:25.836378    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.836393    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5 minikube.k8s.io/name=addons-098000 minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.900338    1637 ops.go:34] apiserver oom_adj: -16

	I0610 09:22:25.900382    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.433306    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.933284    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.433115    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.933305    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.433535    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.933493    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.433524    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.932908    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.433563    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.933551    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.433517    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.933506    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.433459    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.933537    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.433223    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.933503    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.432603    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.933481    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.433267    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.933228    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.433253    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.933272    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.433226    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.933202    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.431772    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.933197    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.432078    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.482163    1637 kubeadm.go:1076] duration metric: took 13.645838667s to wait for elevateKubeSystemPrivileges.

	I0610 09:22:39.482178    1637 kubeadm.go:406] StartCluster complete in 20.819301625s

	I0610 09:22:39.482188    1637 settings.go:142] acquiring lock: {Name:mk6eef4f6d8f32005bb3baac4caf84efe88ae2c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482341    1637 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:22:39.482516    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/kubeconfig: {Name:mk43e1f9099026f94c69e1d46254f04b709c9ac1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482746    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0610 09:22:39.482786    1637 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0610 09:22:39.482870    1637 addons.go:66] Setting volumesnapshots=true in profile "addons-098000"

	I0610 09:22:39.482872    1637 addons.go:66] Setting inspektor-gadget=true in profile "addons-098000"

	I0610 09:22:39.482879    1637 addons.go:228] Setting addon volumesnapshots=true in "addons-098000"

	I0610 09:22:39.482922    1637 addons.go:66] Setting registry=true in profile "addons-098000"

	I0610 09:22:39.482902    1637 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-098000"

	I0610 09:22:39.482936    1637 addons.go:228] Setting addon registry=true in "addons-098000"

	I0610 09:22:39.482958    1637 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:39.482880    1637 addons.go:228] Setting addon inspektor-gadget=true in "addons-098000"

	I0610 09:22:39.482979    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482984    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482878    1637 addons.go:66] Setting gcp-auth=true in profile "addons-098000"

	I0610 09:22:39.483016    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483020    1637 mustload.go:65] Loading cluster: addons-098000

	I0610 09:22:39.483034    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483276    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.483275    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.482885    1637 addons.go:66] Setting ingress=true in profile "addons-098000"

	I0610 09:22:39.483383    1637 addons.go:228] Setting addon ingress=true in "addons-098000"

	I0610 09:22:39.483423    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.483508    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483523    1637 addons.go:274] "addons-098000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0610 09:22:39.483525    1637 addons.go:464] Verifying addon registry=true in "addons-098000"

	W0610 09:22:39.483511    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483543    1637 addons.go:274] "addons-098000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	I0610 09:22:39.487787    1637 out.go:177] * Verifying registry addon...

	I0610 09:22:39.482886    1637 addons.go:66] Setting default-storageclass=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting cloud-spanner=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting ingress-dns=true in profile "addons-098000"

	I0610 09:22:39.482892    1637 addons.go:66] Setting storage-provisioner=true in profile "addons-098000"

	I0610 09:22:39.482899    1637 addons.go:66] Setting metrics-server=true in profile "addons-098000"

	W0610 09:22:39.483773    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483867    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.484558    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.494895    1637 addons.go:228] Setting addon ingress-dns=true in "addons-098000"

	I0610 09:22:39.494904    1637 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-098000"

	I0610 09:22:39.494907    1637 addons.go:228] Setting addon metrics-server=true in "addons-098000"

	I0610 09:22:39.494911    1637 addons.go:228] Setting addon cloud-spanner=true in "addons-098000"

	I0610 09:22:39.494913    1637 addons.go:228] Setting addon storage-provisioner=true in "addons-098000"

	W0610 09:22:39.494917    1637 addons.go:274] "addons-098000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0610 09:22:39.494920    1637 addons.go:274] "addons-098000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0610 09:22:39.495382    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0610 09:22:39.500831    1637 addons.go:464] Verifying addon ingress=true in "addons-098000"

	I0610 09:22:39.500842    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500849    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.504830    1637 out.go:177] * Verifying ingress addon...

	I0610 09:22:39.500952    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500997    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0610 09:22:39.501041    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.501118    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.514859    1637 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	W0610 09:22:39.511954    1637 addons.go:274] "addons-098000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0610 09:22:39.512421    1637 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0610 09:22:39.517592    1637 addons.go:228] Setting addon default-storageclass=true in "addons-098000"

	I0610 09:22:39.517921    1637 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.518096    1637 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0610 09:22:39.521871    1637 addons.go:464] Verifying addon metrics-server=true in "addons-098000"

	I0610 09:22:39.527803    1637 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0610 09:22:39.528897    1637 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0610 09:22:39.533879    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0610 09:22:39.533885    1637 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6

	I0610 09:22:39.533900    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.539950    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0610 09:22:39.549899    1637 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.549908    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)

	I0610 09:22:39.549915    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540014    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540659    1637 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.550015    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0610 09:22:39.550019    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.552885    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0610 09:22:39.545910    1637 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.547022    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0610 09:22:39.555818    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0610 09:22:39.555836    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.558872    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0610 09:22:39.563787    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0610 09:22:39.565032    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0610 09:22:39.576758    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0610 09:22:39.585719    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0610 09:22:39.588857    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0610 09:22:39.588866    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0610 09:22:39.588875    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.610676    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.641637    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.644621    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.683769    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.740787    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0610 09:22:39.740799    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0610 09:22:39.840307    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0610 09:22:39.840321    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0610 09:22:39.985655    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0610 09:22:39.985667    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0610 09:22:40.064364    1637 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-098000" context rescaled to 1 replicas

	I0610 09:22:40.064382    1637 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:22:40.068539    1637 out.go:177] * Verifying Kubernetes components...

	I0610 09:22:40.077600    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:40.261757    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0610 09:22:40.261768    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0610 09:22:40.290415    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0610 09:22:40.290425    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0610 09:22:40.300542    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0610 09:22:40.300551    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0610 09:22:40.308642    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0610 09:22:40.308652    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0610 09:22:40.313342    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0610 09:22:40.313353    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0610 09:22:40.318717    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0610 09:22:40.318725    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0610 09:22:40.323460    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.323466    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0610 09:22:40.335717    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.661069    1637 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.105262875s)

	I0610 09:22:40.661101    1637 start.go:916] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0610 09:22:40.737190    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.12650025s)

	I0610 09:22:40.873352    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.23170025s)

	I0610 09:22:40.873360    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.228730125s)

	I0610 09:22:40.873397    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (1.189617792s)

	I0610 09:22:40.873843    1637 node_ready.go:35] waiting up to 6m0s for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875337    1637 node_ready.go:49] node "addons-098000" has status "Ready":"True"

	I0610 09:22:40.875343    1637 node_ready.go:38] duration metric: took 1.493375ms waiting for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875346    1637 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:40.878632    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881351    1637 pod_ready.go:92] pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:40.881360    1637 pod_ready.go:81] duration metric: took 2.720875ms waiting for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881363    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:41.422744    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.08700475s)

	I0610 09:22:41.422764    1637 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:41.429025    1637 out.go:177] * Verifying csi-hostpath-driver addon...

	I0610 09:22:41.436428    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0610 09:22:41.441210    1637 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0610 09:22:41.441218    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:41.945707    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.446004    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.891987    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:42.949163    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.445226    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.945705    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.445736    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.893909    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:44.949633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.445855    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.945805    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.106349    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0610 09:22:46.106363    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.140536    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0610 09:22:46.145624    1637 addons.go:228] Setting addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.145643    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:46.146378    1637 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0610 09:22:46.146386    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.179928    1637 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0610 09:22:46.183883    1637 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0610 09:22:46.187898    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0610 09:22:46.187903    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0610 09:22:46.192588    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0610 09:22:46.192594    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0610 09:22:46.199251    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.199256    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0610 09:22:46.204462    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.429785    1637 addons.go:464] Verifying addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.434320    1637 out.go:177] * Verifying gcp-auth addon...

	I0610 09:22:46.440768    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0610 09:22:46.443515    1637 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0610 09:22:46.443521    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:46.446140    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949654    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.389319    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:47.445303    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.446055    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:47.946177    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.946875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.446743    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.447103    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.945711    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.946918    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.389715    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:49.445862    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.448994    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.945095    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.945638    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.446626    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.446936    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.887650    1637 pod_ready.go:97] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminat

ed{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887663    1637 pod_ready.go:81] duration metric: took 10.00631125s waiting for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	E0610 09:22:50.887668    1637 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termi

nated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887672    1637 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890299    1637 pod_ready.go:92] pod "etcd-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.890307    1637 pod_ready.go:81] duration metric: took 2.63175ms waiting for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890310    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892694    1637 pod_ready.go:92] pod "kube-apiserver-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.892699    1637 pod_ready.go:81] duration metric: took 2.386083ms waiting for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892703    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895043    1637 pod_ready.go:92] pod "kube-controller-manager-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.895049    1637 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895053    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897341    1637 pod_ready.go:92] pod "kube-proxy-jpnqh" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.897346    1637 pod_ready.go:81] duration metric: took 2.29075ms waiting for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897350    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.945358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.946279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.288420    1637 pod_ready.go:92] pod "kube-scheduler-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:51.288430    1637 pod_ready.go:81] duration metric: took 391.078333ms waiting for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:51.288436    1637 pod_ready.go:38] duration metric: took 10.413098792s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:51.288445    1637 api_server.go:52] waiting for apiserver process to appear ...

	I0610 09:22:51.288516    1637 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0610 09:22:51.295818    1637 api_server.go:72] duration metric: took 11.231423584s to wait for apiserver process to appear ...

	I0610 09:22:51.295824    1637 api_server.go:88] waiting for apiserver healthz status ...

	I0610 09:22:51.295831    1637 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0610 09:22:51.299125    1637 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0610 09:22:51.299826    1637 api_server.go:141] control plane version: v1.27.2

	I0610 09:22:51.299832    1637 api_server.go:131] duration metric: took 4.005625ms to wait for apiserver health ...

	I0610 09:22:51.299835    1637 system_pods.go:43] waiting for kube-system pods to appear ...

	I0610 09:22:51.445314    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:51.446212    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.490284    1637 system_pods.go:59] 11 kube-system pods found

	I0610 09:22:51.490295    1637 system_pods.go:61] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.490299    1637 system_pods.go:61] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.490303    1637 system_pods.go:61] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.490306    1637 system_pods.go:61] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.490311    1637 system_pods.go:61] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.490314    1637 system_pods.go:61] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.490317    1637 system_pods.go:61] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.490320    1637 system_pods.go:61] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.490323    1637 system_pods.go:61] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.490325    1637 system_pods.go:61] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.490336    1637 system_pods.go:61] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.490341    1637 system_pods.go:74] duration metric: took 190.503333ms to wait for pod list to return data ...

	I0610 09:22:51.490345    1637 default_sa.go:34] waiting for default service account to be created ...

	I0610 09:22:51.687921    1637 default_sa.go:45] found service account: "default"

	I0610 09:22:51.687931    1637 default_sa.go:55] duration metric: took 197.581625ms for default service account to be created ...

	I0610 09:22:51.687935    1637 system_pods.go:116] waiting for k8s-apps to be running ...

	I0610 09:22:51.890310    1637 system_pods.go:86] 11 kube-system pods found

	I0610 09:22:51.890320    1637 system_pods.go:89] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.890326    1637 system_pods.go:89] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.890330    1637 system_pods.go:89] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.890333    1637 system_pods.go:89] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.890336    1637 system_pods.go:89] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.890338    1637 system_pods.go:89] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.890341    1637 system_pods.go:89] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.890344    1637 system_pods.go:89] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.890349    1637 system_pods.go:89] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.890351    1637 system_pods.go:89] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.890354    1637 system_pods.go:89] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.890357    1637 system_pods.go:126] duration metric: took 202.419584ms to wait for k8s-apps to be running ...

	I0610 09:22:51.890363    1637 system_svc.go:44] waiting for kubelet service to be running ....

	I0610 09:22:51.890418    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:51.897401    1637 system_svc.go:56] duration metric: took 7.035125ms WaitForService to wait for kubelet.

	I0610 09:22:51.897410    1637 kubeadm.go:581] duration metric: took 11.8330175s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0610 09:22:51.897420    1637 node_conditions.go:102] verifying NodePressure condition ...

	I0610 09:22:51.944537    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.945311    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.087254    1637 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0610 09:22:52.087281    1637 node_conditions.go:123] node cpu capacity is 2

	I0610 09:22:52.087290    1637 node_conditions.go:105] duration metric: took 189.867833ms to run NodePressure ...

	I0610 09:22:52.087295    1637 start.go:228] waiting for startup goroutines ...

	I0610 09:22:52.445279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:52.445610    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.945799    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.946052    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.445389    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.446014    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.945473    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.946237    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.446325    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.448382    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.948114    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.951263    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.447181    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.447511    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.945501    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.946418    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.445349    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.445910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.945410    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.946065    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.447469    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.448009    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.945353    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.946520    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454959    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.946148    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.947450    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.446206    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:00.447700    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.944434    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.945129    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.445646    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.446643    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:01.945710    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.947152    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.450730    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.454285    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.952960    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.955376    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.446358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.447878    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.945294    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.946290    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.445145    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.446164    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.946364    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.946514    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.449729    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.453690    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.947873    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.950281    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.445562    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.445795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.946136    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.947509    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.445951    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.446633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.945814    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.946157    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.446086    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.446099    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.970991    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.971383    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.448620    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:09.449087    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.946728    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.948250    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446827    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446978    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:10.945421    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.945732    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.444797    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.445621    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.948926    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.949262    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.452305    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:12.453786    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.948653    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.949795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.445378    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.446558    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:13.946404    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.946644    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.446073    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.446331    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.946569    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.946725    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.445689    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.446865    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.947373    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.948973    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.445756    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:16.446819    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.944171    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.945088    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.448798    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.450089    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:17.952301    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.955532    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.945244    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.946363    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.445300    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:19.445962    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944002    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944781    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.446084    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:20.446223    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.952440    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.954313    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.445625    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.446916    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.945782    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.947236    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.445836    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.446162    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.945365    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.946169    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.449820    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:23.452877    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.953442    1637 kapi.go:107] duration metric: took 37.512712584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0610 09:23:23.958122    1637 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-098000 cluster.

	I0610 09:23:23.957179    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.961932    1637 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0610 09:23:23.965925    1637 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0610 09:23:24.450360    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:24.945980    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.445712    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.946008    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.446034    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.950257    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.454943    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.956882    1637 kapi.go:107] duration metric: took 46.520505042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0610 09:28:39.510321    1637 kapi.go:107] duration metric: took 6m0.007516916s to wait for kubernetes.io/minikube-addons=registry ...

	W0610 09:28:39.510625    1637 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0610 09:28:39.531369    1637 kapi.go:107] duration metric: took 6m0.011549375s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0610 09:28:39.531491    1637 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0610 09:28:39.539250    1637 out.go:177] * Enabled addons: volumesnapshots, inspektor-gadget, metrics-server, cloud-spanner, storage-provisioner, default-storageclass, ingress-dns, gcp-auth, csi-hostpath-driver

	I0610 09:28:39.545184    1637 addons.go:499] enable addons completed in 6m0.055013834s: enabled=[volumesnapshots inspektor-gadget metrics-server cloud-spanner storage-provisioner default-storageclass ingress-dns gcp-auth csi-hostpath-driver]

	I0610 09:28:39.545227    1637 start.go:233] waiting for cluster config update ...

	I0610 09:28:39.545256    1637 start.go:242] writing updated cluster config ...

	I0610 09:28:39.546371    1637 ssh_runner.go:195] Run: rm -f paused

	I0610 09:28:39.689843    1637 start.go:573] kubectl: 1.25.9, cluster: 1.27.2 (minor skew: 2)

	I0610 09:28:39.694186    1637 out.go:177] 

	W0610 09:28:39.697254    1637 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.2.

	I0610 09:28:39.701213    1637 out.go:177]   - Want kubectl v1.27.2? Try 'minikube kubectl -- get pods -A'

	I0610 09:28:39.709228    1637 out.go:177] * Done! kubectl is now configured to use "addons-098000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:45 UTC. --

	Jun 10 16:28:38 addons-098000 dockerd[939]: time="2023-06-10T16:28:38.780840261Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940455787Z" level=info msg="shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940486162Z" level=warning msg="cleaning up after shim disconnected" id=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.940492579Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.940636785Z" level=info msg="ignoring event" container=6653f298124092fb4cd1d9f2b0dada096339ecd7d6c528a34800580ffc4dcb13 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[933]: time="2023-06-10T16:28:44.998241480Z" level=info msg="ignoring event" container=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998855056Z" level=info msg="shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998883722Z" level=warning msg="cleaning up after shim disconnected" id=8a862786595bf71720a966e2f18993267b6dea2d132b139c62fe8ba5e7a2b3af namespace=moby

	Jun 10 16:28:44 addons-098000 dockerd[939]: time="2023-06-10T16:28:44.998888056Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737483784Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737542367Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737565825Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.737574241Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:33:46 addons-098000 dockerd[933]: time="2023-06-10T16:33:46.778804028Z" level=info msg="ignoring event" container=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779017026Z" level=info msg="shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779051484Z" level=warning msg="cleaning up after shim disconnected" id=865c6a69de56800cd4232a829350cd25120f42585d22af84c86c1c4d84e8c6b4 namespace=moby

	Jun 10 16:33:46 addons-098000 dockerd[939]: time="2023-06-10T16:33:46.779056025Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747938173Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.747997298Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748248087Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.748452960Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:38:54 addons-098000 dockerd[933]: time="2023-06-10T16:38:54.805196171Z" level=info msg="ignoring event" container=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805369210Z" level=info msg="shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805425252Z" level=warning msg="cleaning up after shim disconnected" id=6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701 namespace=moby

	Jun 10 16:38:54 addons-098000 dockerd[939]: time="2023-06-10T16:38:54.805429585Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                                        CREATED              STATE               NAME                                     ATTEMPT             POD ID

	6877b2a4c1b8b       1499ed4fbd0aa                                                                                                                                About a minute ago   Exited              minikube-ingress-dns                     8                   8e5b404496c4e

	23a8cae6443cd       registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f                          17 minutes ago       Running             csi-snapshotter                          0                   567c041b8040d

	1a73024f59864       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                                 17 minutes ago       Running             gcp-auth                                 0                   d8f3043938a40

	3fa8701fda26c       registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8                          17 minutes ago       Running             csi-provisioner                          0                   567c041b8040d

	aafd1d61dfe4b       registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0                            17 minutes ago       Running             liveness-probe                           0                   567c041b8040d

	2b6767dfbe9d3       registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5                           17 minutes ago       Running             hostpath                                 0                   567c041b8040d

	8f02984364568       registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c                17 minutes ago       Running             node-driver-registrar                    0                   567c041b8040d

	868cfa9fcba69       registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c   17 minutes ago       Running             csi-external-health-monitor-controller   0                   567c041b8040d

	26cfafca2bb0d       registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7                              17 minutes ago       Running             csi-resizer                              0                   a78a427783820

	c58c2d26acda8       registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b                             17 minutes ago       Running             csi-attacher                             0                   674b1cd12ae30

	46105da82f67a       ba04bb24b9575                                                                                                                                18 minutes ago       Running             storage-provisioner                      0                   67c7765a9fa6e

	de0a71571f8d0       29921a0845422                                                                                                                                18 minutes ago       Running             kube-proxy                               0                   2bc9129027615

	adfb52103967f       97e04611ad434                                                                                                                                18 minutes ago       Running             coredns                                  0                   d428f978de558

	335475d795fcf       305d7ed1dae28                                                                                                                                18 minutes ago       Running             kube-scheduler                           0                   31fdcf4abeef0

	3dcf946c301ce       2ee705380c3c5                                                                                                                                18 minutes ago       Running             kube-controller-manager                  0                   9fed8ca4bd2f8

	74423d2dab41d       72c9df6be7f1b                                                                                                                                18 minutes ago       Running             kube-apiserver                           0                   11d78b6999216

	2a81bf4413e12       24bc64e911039                                                                                                                                18 minutes ago       Running             etcd                                     0                   a20e51a803c8c

	* 

	* ==> coredns [adfb52103967] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:46766 - 38334 "HINFO IN 1120296007274907072.5268654669647465865. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004199511s

	[INFO] 10.244.0.10:39208 - 36576 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000125s

	[INFO] 10.244.0.10:59425 - 64759 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155334s

	[INFO] 10.244.0.10:33915 - 19077 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000037167s

	[INFO] 10.244.0.10:46994 - 65166 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00002725s

	[INFO] 10.244.0.10:46598 - 37414 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043625s

	[INFO] 10.244.0.10:55204 - 18019 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000032792s

	[INFO] 10.244.0.10:60613 - 7185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000939127s

	[INFO] 10.244.0.10:40293 - 55849 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00103996s

	* 

	* ==> describe nodes <==

	* Name:               addons-098000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-098000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5

	                    minikube.k8s.io/name=addons-098000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-098000

	Annotations:        csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-098000"}

	                    kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Sat, 10 Jun 2023 16:22:23 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-098000

	  AcquireTime:     <unset>

	  RenewTime:       Sat, 10 Jun 2023 16:40:36 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Sat, 10 Jun 2023 16:39:17 +0000   Sat, 10 Jun 2023 16:22:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-098000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	System Info:

	  Machine ID:                 43359b33bc0f4b9c9610dd4ec5308f62

	  System UUID:                43359b33bc0f4b9c9610dd4ec5308f62

	  Boot ID:                    eb81fa5c-fe8f-47ab-b5e5-9f5fe2e987b0

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.2

	  Kube-Proxy Version:         v1.27.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-jkcxn                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 coredns-5d78c9869d-f2tnn                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 csi-hostpath-attacher-0                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 csi-hostpath-resizer-0                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 csi-hostpathplugin-pjvh6                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 etcd-addons-098000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-098000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-098000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-jpnqh                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-098000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 storage-provisioner                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 18m   kube-proxy       

	  Normal  Starting                 18m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m   kubelet          Node addons-098000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m   kubelet          Node addons-098000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m   kubelet          Node addons-098000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m   kubelet          Node addons-098000 status is now: NodeReady

	  Normal  RegisteredNode           18m   node-controller  Node addons-098000 event: Registered Node addons-098000 in Controller

	* 

	* ==> dmesg <==

	* [Jun10 16:22] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.696014] EINJ: EINJ table not found.

	[  +0.658239] systemd-fstab-generator[115]: Ignoring "noauto" for root device

	[  +0.043798] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000807] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.876165] systemd-fstab-generator[474]: Ignoring "noauto" for root device

	[  +0.071972] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +2.924516] systemd-fstab-generator[694]: Ignoring "noauto" for root device

	[  +2.288987] systemd-fstab-generator[866]: Ignoring "noauto" for root device

	[  +0.165983] systemd-fstab-generator[902]: Ignoring "noauto" for root device

	[  +0.077870] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.072149] systemd-fstab-generator[926]: Ignoring "noauto" for root device

	[  +1.146266] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.099605] systemd-fstab-generator[1083]: Ignoring "noauto" for root device

	[  +0.082038] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +0.080513] systemd-fstab-generator[1105]: Ignoring "noauto" for root device

	[  +0.078963] systemd-fstab-generator[1116]: Ignoring "noauto" for root device

	[  +0.086582] systemd-fstab-generator[1157]: Ignoring "noauto" for root device

	[  +3.056689] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.651414] systemd-fstab-generator[2073]: Ignoring "noauto" for root device

	[ +14.757696] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.157496] kauditd_printk_skb: 48 callbacks suppressed

	[  +9.873848] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Jun10 16:23] kauditd_printk_skb: 12 callbacks suppressed

	* 

	* ==> etcd [2a81bf4413e1] <==

	* {"level":"info","ts":"2023-06-10T16:22:22.463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","added-peer-id":"c46d288d2fcb0590","added-peer-peer-urls":["https://192.168.105.2:2380"]}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.857Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-098000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-10T16:32:22.450Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":974}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":974,"took":"2.490131ms","hash":4035340276}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035340276,"revision":974,"compact-revision":-1}

	{"level":"info","ts":"2023-06-10T16:37:22.461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1290}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1290,"took":"1.421443ms","hash":2326989487}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326989487,"revision":1290,"compact-revision":974}

	* 

	* ==> gcp-auth [1a73024f5986] <==

	* 2023/06/10 16:23:23 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  16:40:45 up 18 min,  0 users,  load average: 0.55, 0.53, 0.41

	Linux addons-098000 5.10.57 #1 SMP PREEMPT Wed Jun 7 01:52:34 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [74423d2dab41] <==

	* I0610 16:22:23.642323       1 shared_informer.go:318] Caches are synced for crd-autoregister

	I0610 16:22:23.642356       1 cache.go:39] Caches are synced for autoregister controller

	I0610 16:22:23.657792       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0610 16:22:24.401560       1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0610 16:22:24.563279       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0610 16:22:24.568497       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0610 16:22:24.568654       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0610 16:22:24.720978       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0610 16:22:24.731371       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0610 16:22:24.801810       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]

	W0610 16:22:24.805350       1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0610 16:22:24.806303       1 controller.go:624] quota admission added evaluator for: endpoints

	I0610 16:22:24.807740       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0610 16:22:25.583035       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0610 16:22:26.059225       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0610 16:22:26.063878       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]

	I0610 16:22:26.068513       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0610 16:22:39.217505       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0610 16:22:39.917252       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0610 16:22:40.754199       1 alloc.go:330] "allocated clusterIPs" service="default/cloud-spanner-emulator" clusterIPs=map[IPv4:10.99.222.169]

	I0610 16:22:41.357691       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.85.14]

	I0610 16:22:41.362266       1 controller.go:624] quota admission added evaluator for: statefulsets.apps

	I0610 16:22:41.419673       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.111.90.60]

	I0610 16:22:46.394399       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.102.46.8]

	I0610 16:22:46.411449       1 controller.go:624] quota admission added evaluator for: jobs.batch

	* 

	* ==> kube-controller-manager [3dcf946c301c] <==

	* I0610 16:22:46.441438       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.444358       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:22:46.468051       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:09.211557       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:09.224222       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.225842       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:10.320708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.244592       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:11.258467       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.330708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.333357       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.335850       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:11.335887       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.336870       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.345682       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.251101       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.256393       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.263577       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:12.263691       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.265671       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.266556       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:41.027747       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:41.050836       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:42.013412       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:42.047992       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [de0a71571f8d] <==

	* I0610 16:22:40.477801       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0610 16:22:40.477968       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0610 16:22:40.477988       1 server_others.go:551] "Using iptables proxy"

	I0610 16:22:40.508315       1 server_others.go:176] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0610 16:22:40.508325       1 server_others.go:190] "Using iptables Proxier"

	I0610 16:22:40.508357       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0610 16:22:40.508608       1 server.go:657] "Version info" version="v1.27.2"

	I0610 16:22:40.508614       1 server.go:659] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0610 16:22:40.509861       1 config.go:188] "Starting service config controller"

	I0610 16:22:40.509869       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0610 16:22:40.509881       1 config.go:97] "Starting endpoint slice config controller"

	I0610 16:22:40.509882       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0610 16:22:40.511342       1 config.go:315] "Starting node config controller"

	I0610 16:22:40.511347       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0610 16:22:40.609918       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0610 16:22:40.609943       1 shared_informer.go:318] Caches are synced for service config

	I0610 16:22:40.611397       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [335475d795fc] <==

	* W0610 16:22:23.606482       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0610 16:22:23.606891       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0610 16:22:23.606959       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0610 16:22:23.606982       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0610 16:22:23.607008       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607026       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607067       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:23.607087       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:23.607166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607199       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607247       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:23.607268       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.463642       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0610 16:22:24.463731       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0610 16:22:24.485768       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0610 16:22:24.485809       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0610 16:22:24.588161       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:24.588197       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:24.600064       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:24.600158       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.604631       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0610 16:22:24.604651       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0610 16:22:24.616055       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0610 16:22:24.616131       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	I0610 16:22:27.098734       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:40:45 UTC. --

	Jun 10 16:38:55 addons-098000 kubelet[2091]: E0610 16:38:55.162992    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:07 addons-098000 kubelet[2091]: I0610 16:39:07.681259    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:07 addons-098000 kubelet[2091]: E0610 16:39:07.682935    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:19 addons-098000 kubelet[2091]: I0610 16:39:19.682302    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:19 addons-098000 kubelet[2091]: E0610 16:39:19.683995    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:25 addons-098000 kubelet[2091]: E0610 16:39:25.689415    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:39:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:39:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:39:32 addons-098000 kubelet[2091]: I0610 16:39:32.680792    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:32 addons-098000 kubelet[2091]: E0610 16:39:32.681284    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:39:47 addons-098000 kubelet[2091]: I0610 16:39:47.681883    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:39:47 addons-098000 kubelet[2091]: E0610 16:39:47.684253    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:02 addons-098000 kubelet[2091]: I0610 16:40:02.681991    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:02 addons-098000 kubelet[2091]: E0610 16:40:02.683097    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:13 addons-098000 kubelet[2091]: I0610 16:40:13.680609    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:13 addons-098000 kubelet[2091]: E0610 16:40:13.680899    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:25 addons-098000 kubelet[2091]: E0610 16:40:25.787611    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:40:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:40:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:40:27 addons-098000 kubelet[2091]: I0610 16:40:27.681515    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:27 addons-098000 kubelet[2091]: E0610 16:40:27.682723    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:40:41 addons-098000 kubelet[2091]: I0610 16:40:41.681329    2091 scope.go:115] "RemoveContainer" containerID="6877b2a4c1b8beedaecb2d8ff7f51b97cf361d0560c53fa4467b870d2d5bf701"

	Jun 10 16:40:41 addons-098000 kubelet[2091]: E0610 16:40:41.682958    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	* 

	* ==> storage-provisioner [46105da82f67] <==

	* I0610 16:22:41.552997       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0610 16:22:41.564566       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0610 16:22:41.564604       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0610 16:22:41.567070       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0610 16:22:41.567242       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4b8b8b2f-e69f-4abd-8693-9c0a331852aa", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-098000_976d826c-217e-4d0d-87e7-e825dd783783 became leader

	I0610 16:22:41.567336       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

	I0610 16:22:41.668274       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-098000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/MetricsServer (720.87s)

=== RUN   TestAddons/parallel/CSI

=== PAUSE TestAddons/parallel/CSI

=== CONT  TestAddons/parallel/CSI

addons_test.go:537: csi-hostpath-driver pods stabilized in 3.007459ms

addons_test.go:540: (dbg) Run:  kubectl --context addons-098000 create -f testdata/csi-hostpath-driver/pvc.yaml

addons_test.go:545: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-098000 get pvc hpvc -o jsonpath={.status.phase} -n default

addons_test.go:550: (dbg) Run:  kubectl --context addons-098000 create -f testdata/csi-hostpath-driver/pv-pod.yaml

addons_test.go:555: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...

helpers_test.go:344: "task-pv-pod" [6cac190f-66c9-4f6e-9f1f-d41f4d21471e] Pending

helpers_test.go:344: "task-pv-pod" [6cac190f-66c9-4f6e-9f1f-d41f4d21471e] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])

helpers_test.go:344: "task-pv-pod" [6cac190f-66c9-4f6e-9f1f-d41f4d21471e] Running

addons_test.go:555: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 10.011736375s

addons_test.go:560: (dbg) Run:  kubectl --context addons-098000 create -f testdata/csi-hostpath-driver/snapshot.yaml

addons_test.go:560: (dbg) Non-zero exit: kubectl --context addons-098000 create -f testdata/csi-hostpath-driver/snapshot.yaml: exit status 1 (106.587ms)

** stderr ** 

	error: resource mapping not found for name: "new-snapshot-demo" namespace: "" from "testdata/csi-hostpath-driver/snapshot.yaml": no matches for kind "VolumeSnapshot" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

** /stderr **

addons_test.go:562: creating pod with kubectl --context addons-098000 create -f testdata/csi-hostpath-driver/snapshot.yaml failed: exit status 1

addons_test.go:565: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (47.976542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.843375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.493875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.257625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.571625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (72.767791ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.826625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (49.291417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (63.559708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (71.678875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.854458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (73.958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (78.168875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (70.811792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.808291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.964292ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.63825ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.782792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (55.968334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.208042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (77.004208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.799416ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.787459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.486125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.059792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.728291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (64.5405ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.364334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.112917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.711916ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.106917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.350791ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.244542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.365125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.615917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.668958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (61.336ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.01675ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.09675ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.324125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.118208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.415958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (75.905834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.074875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.293125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.6995ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.747791ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.928ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.303833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.199792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.150125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.144917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.137ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.424917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.342333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.7165ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.864167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (77.453667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.049083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.971834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.2145ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.729542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.527542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.491792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.679625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.830333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.839875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.651125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.872167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.912417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.518667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.332625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.42875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.375708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (80.738167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.654208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.080708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.946208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.168917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.426917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.306583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.296125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.8245ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.135958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.574875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.418ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.935625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.094875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.543667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.348708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.875958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.249834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.763666ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.100833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.402209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.816917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.435792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.803459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.821333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.900542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (99.090958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.643833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.825417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.092ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.5765ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.134583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.454333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (70.578833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.028375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.680458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.153792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.892125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (75.928125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (66.482875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.6905ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.309167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.895458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.322542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (62.246125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (66.473375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.036167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.534209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.457625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.988417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.507333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.187042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.855375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.391625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.017583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (46.898042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.422625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.911167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.136208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.46825ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.910167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.770583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.74975ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.891584ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.522875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.546333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (101.761834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.645666ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.955083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.813416ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.587542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.914ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.124125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.771667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.434417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.596709ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.984041ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.96525ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.083333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.678167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.871167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.494167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.266333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.982292ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.580917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.79225ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.2755ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.006625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.975375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.704834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.857458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.4605ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.845875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.976334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (99.126708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.908334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.863375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.059791ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.270208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.406625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.378083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.274208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.924291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.242291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.394834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.942667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.218625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.883959ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.76825ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.138584ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.529167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.946958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.658625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.750833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.277375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.272041ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.440208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.390708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.518084ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.880209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.581583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.321083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.4735ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.587917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.477917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.341208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.845083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.342959ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.620917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.247292ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.919042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.612625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.601625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.995375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (67.771958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.521209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.430875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.723583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (80.65725ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.369458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.930542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.471875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.776916ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.4355ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (76.1695ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.579ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.451167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.006125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.157083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.627708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.273042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.1415ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.584708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.544667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.004333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (57.308042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (55.47275ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.188542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.372ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.609291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.775417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.015ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (62.928125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.580416ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (77.117666ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.23125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (62.292792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.740709ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (77.71025ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.341209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (98.101125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.563459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.080875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.786542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.594ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.206667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.1295ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (99.963417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.218125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.530458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.889334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (97.076ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.80375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (73.54675ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.018625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.1135ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.239542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.197125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (82.568125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.765542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.56075ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.45725ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.871625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.475208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.516333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.799958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.597708ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.04475ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.971333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.515042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.915042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.244875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.554875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.342167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.34275ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.332375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (78.006959ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.925167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.3005ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.898958ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.972417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (86.162166ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.241625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.575792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.018875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.531083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.705959ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.677834ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.613083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.828416ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.192459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.648208ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.268792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.059333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.642667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (97.443167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.656625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.890417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (81.962583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (97.687291ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.241917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.04425ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (97.11125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.499083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.163875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.854417ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (83.280792ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (78.871583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.958917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.875333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.117709ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.583459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.767917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.036209ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.155167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.921875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (96.588375ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (98.294667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.825083ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.870833ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.652292ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.132167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.157125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (79.489167ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.371583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.99325ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (76.03175ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (94.308625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.708334ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (93.182459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.116458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (71.454917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.041333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (76.843625ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.831084ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.707583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (48.387042ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (55.904ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.161542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.770583ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.309875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (68.217875ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (89.827667ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (63.457292ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (92.488125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (90.824333ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (73.830084ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (63.924542ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (87.822125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (88.270458ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (84.780459ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (85.658917ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.4505ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (78.3125ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (91.593916ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

helpers_test.go:419: (dbg) Run:  kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default

helpers_test.go:419: (dbg) Non-zero exit: kubectl --context addons-098000 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default: exit status 1 (95.65325ms)

** stderr ** 

	error: the server doesn't have a resource type "volumesnapshot"

** /stderr **

helpers_test.go:421: TestAddons/parallel/CSI: WARNING: volume snapshot get for "default" "new-snapshot-demo" returned: exit status 1

addons_test.go:566: failed waiting for volume snapshot new-snapshot-demo: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-098000 -n addons-098000

helpers_test.go:244: <<< TestAddons/parallel/CSI FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/CSI]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-098000 logs -n 25

helpers_test.go:252: TestAddons/parallel/CSI logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | -p download-only-879000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.2   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| delete  | -p download-only-879000        | download-only-879000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | --download-only -p             | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT |                     |

	|         | binary-mirror-025000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49312         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-025000        | binary-mirror-025000 | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:21 PDT |

	| start   | -p addons-098000               | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:21 PDT | 10 Jun 23 09:28 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:28 PDT | 10 Jun 23 09:28 PDT |

	|         | addons-098000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-098000        | jenkins | v1.30.1 | 10 Jun 23 09:40 PDT | 10 Jun 23 09:40 PDT |

	|         | -p addons-098000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/10 09:21:54

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.4 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0610 09:21:54.764352    1637 out.go:296] Setting OutFile to fd 1 ...

	I0610 09:21:54.764757    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764761    1637 out.go:309] Setting ErrFile to fd 2...

	I0610 09:21:54.764764    1637 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0610 09:21:54.764861    1637 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16578-1150/.minikube/bin

	I0610 09:21:54.766294    1637 out.go:303] Setting JSON to false

	I0610 09:21:54.781540    1637 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":1285,"bootTime":1686412829,"procs":393,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0610 09:21:54.781615    1637 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0610 09:21:54.786460    1637 out.go:177] * [addons-098000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0610 09:21:54.793542    1637 out.go:177]   - MINIKUBE_LOCATION=16578

	I0610 09:21:54.798440    1637 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:21:54.793561    1637 notify.go:220] Checking for updates...

	I0610 09:21:54.804413    1637 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0610 09:21:54.807450    1637 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0610 09:21:54.810460    1637 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16578-1150/.minikube

	I0610 09:21:54.811765    1637 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0610 09:21:54.814627    1637 driver.go:375] Setting default libvirt URI to qemu:///system

	I0610 09:21:54.818412    1637 out.go:177] * Using the qemu2 driver based on user configuration

	I0610 09:21:54.823426    1637 start.go:297] selected driver: qemu2

	I0610 09:21:54.823432    1637 start.go:875] validating driver "qemu2" against <nil>

	I0610 09:21:54.823441    1637 start.go:886] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0610 09:21:54.825256    1637 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0610 09:21:54.828578    1637 out.go:177] * Automatically selected the socket_vmnet network

	I0610 09:21:54.831535    1637 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0610 09:21:54.831554    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:21:54.831575    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:21:54.831579    1637 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0610 09:21:54.831586    1637 start_flags.go:319] config:

	{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:21:54.831700    1637 iso.go:125] acquiring lock: {Name:mk0a3e18b0ab39fea8fa845439dffee1684e89da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0610 09:21:54.840445    1637 out.go:177] * Starting control plane node addons-098000 in cluster addons-098000

	I0610 09:21:54.844425    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:21:54.844451    1637 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4

	I0610 09:21:54.844469    1637 cache.go:57] Caching tarball of preloaded images

	I0610 09:21:54.844530    1637 preload.go:174] Found /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0610 09:21:54.844535    1637 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.2 on docker

	I0610 09:21:54.844735    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:21:54.844750    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json: {Name:mkfbe060a3258f68fbe8b01ce26e4a7ada2f24f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:21:54.844947    1637 cache.go:195] Successfully downloaded all kic artifacts

	I0610 09:21:54.844969    1637 start.go:364] acquiring machines lock for addons-098000: {Name:mk49caeabbc8e0bfd7d71eba2b6195cc476054c0 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0610 09:21:54.845063    1637 start.go:368] acquired machines lock for "addons-098000" in 89.292µs

	I0610 09:21:54.845075    1637 start.go:93] Provisioning new machine with config: &{Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:21:54.845115    1637 start.go:125] createHost starting for "" (driver="qemu2")

	I0610 09:21:54.853376    1637 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0610 09:21:55.217388    1637 start.go:159] libmachine.API.Create for "addons-098000" (driver="qemu2")

	I0610 09:21:55.217427    1637 client.go:168] LocalClient.Create starting

	I0610 09:21:55.217549    1637 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem

	I0610 09:21:55.301145    1637 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem

	I0610 09:21:55.414002    1637 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16578-1150/.minikube/cache/iso/arm64/minikube-v1.30.1-1686096373-16019-arm64.iso...

	I0610 09:21:55.826273    1637 main.go:141] libmachine: Creating SSH key...

	I0610 09:21:55.859428    1637 main.go:141] libmachine: Creating Disk image...

	I0610 09:21:55.859434    1637 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0610 09:21:55.859612    1637 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.941560    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:55.941581    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.941655    1637 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2 +20000M

	I0610 09:21:55.948999    1637 main.go:141] libmachine: STDOUT: Image resized.

	I0610 09:21:55.949013    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:55.949042    1637 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:55.949049    1637 main.go:141] libmachine: Starting QEMU VM...

	I0610 09:21:55.949080    1637 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.2.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/qemu.pid -device virtio-net-pci,netdev=net0,mac=c2:e2:60:7a:4e:46 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/disk.qcow2

	I0610 09:21:56.034280    1637 main.go:141] libmachine: STDOUT: 

	I0610 09:21:56.034334    1637 main.go:141] libmachine: STDERR: 

	I0610 09:21:56.034338    1637 main.go:141] libmachine: Attempt 0

	I0610 09:21:56.034355    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:21:58.036587    1637 main.go:141] libmachine: Attempt 1

	I0610 09:21:58.036664    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:00.038868    1637 main.go:141] libmachine: Attempt 2

	I0610 09:22:00.038909    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:02.040980    1637 main.go:141] libmachine: Attempt 3

	I0610 09:22:02.040996    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:04.043076    1637 main.go:141] libmachine: Attempt 4

	I0610 09:22:04.043113    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:06.045175    1637 main.go:141] libmachine: Attempt 5

	I0610 09:22:06.045200    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047388    1637 main.go:141] libmachine: Attempt 6

	I0610 09:22:08.047472    1637 main.go:141] libmachine: Searching for c2:e2:60:7a:4e:46 in /var/db/dhcpd_leases ...

	I0610 09:22:08.047875    1637 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0610 09:22:08.047987    1637 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:c2:e2:60:7a:4e:46 ID:1,c2:e2:60:7a:4e:46 Lease:0x6485f4af}

	I0610 09:22:08.048012    1637 main.go:141] libmachine: Found match: c2:e2:60:7a:4e:46

	I0610 09:22:08.048053    1637 main.go:141] libmachine: IP: 192.168.105.2

	I0610 09:22:08.048083    1637 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0610 09:22:10.069705    1637 machine.go:88] provisioning docker machine ...

	I0610 09:22:10.069788    1637 buildroot.go:166] provisioning hostname "addons-098000"

	I0610 09:22:10.070644    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.071570    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.071588    1637 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-098000 && echo "addons-098000" | sudo tee /etc/hostname

	I0610 09:22:10.164038    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-098000

	I0610 09:22:10.164160    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.164626    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.164641    1637 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-098000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-098000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-098000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0610 09:22:10.239261    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0610 09:22:10.239281    1637 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16578-1150/.minikube CaCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16578-1150/.minikube}

	I0610 09:22:10.239300    1637 buildroot.go:174] setting up certificates

	I0610 09:22:10.239307    1637 provision.go:83] configureAuth start

	I0610 09:22:10.239314    1637 provision.go:138] copyHostCerts

	I0610 09:22:10.239507    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/cert.pem (1123 bytes)

	I0610 09:22:10.240632    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/key.pem (1679 bytes)

	I0610 09:22:10.241010    1637 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.pem (1078 bytes)

	I0610 09:22:10.241260    1637 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem org=jenkins.addons-098000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-098000]

	I0610 09:22:10.307069    1637 provision.go:172] copyRemoteCerts

	I0610 09:22:10.307140    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0610 09:22:10.307172    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.339991    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0610 09:22:10.346931    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0610 09:22:10.353742    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0610 09:22:10.360626    1637 provision.go:86] duration metric: configureAuth took 121.313416ms

	I0610 09:22:10.360639    1637 buildroot.go:189] setting minikube options for container-runtime

	I0610 09:22:10.361002    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:10.361055    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.361272    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.361276    1637 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0610 09:22:10.420194    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0610 09:22:10.420201    1637 buildroot.go:70] root file system type: tmpfs

	I0610 09:22:10.420251    1637 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0610 09:22:10.420295    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.420542    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.420577    1637 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0610 09:22:10.485025    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0610 09:22:10.485070    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.485298    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.485310    1637 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0610 09:22:10.830569    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0610 09:22:10.830580    1637 machine.go:91] provisioned docker machine in 760.843209ms

	I0610 09:22:10.830585    1637 client.go:171] LocalClient.Create took 15.613176541s

	I0610 09:22:10.830594    1637 start.go:167] duration metric: libmachine.API.Create for "addons-098000" took 15.613236583s

	I0610 09:22:10.830598    1637 start.go:300] post-start starting for "addons-098000" (driver="qemu2")

	I0610 09:22:10.830601    1637 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0610 09:22:10.830682    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0610 09:22:10.830692    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.862119    1637 ssh_runner.go:195] Run: cat /etc/os-release

	I0610 09:22:10.863469    1637 info.go:137] Remote host: Buildroot 2021.02.12

	I0610 09:22:10.863478    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/addons for local assets ...

	I0610 09:22:10.863540    1637 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16578-1150/.minikube/files for local assets ...

	I0610 09:22:10.863565    1637 start.go:303] post-start completed in 32.963459ms

	I0610 09:22:10.863901    1637 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/config.json ...

	I0610 09:22:10.864045    1637 start.go:128] duration metric: createHost completed in 16.018950083s

	I0610 09:22:10.864069    1637 main.go:141] libmachine: Using SSH client type: native

	I0610 09:22:10.864287    1637 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1029286d0] 0x10292b130 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0610 09:22:10.864291    1637 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0610 09:22:10.923434    1637 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686414131.384712585

	I0610 09:22:10.923441    1637 fix.go:207] guest clock: 1686414131.384712585

	I0610 09:22:10.923446    1637 fix.go:220] Guest: 2023-06-10 09:22:11.384712585 -0700 PDT Remote: 2023-06-10 09:22:10.864048 -0700 PDT m=+16.118188126 (delta=520.664585ms)

	I0610 09:22:10.923456    1637 fix.go:191] guest clock delta is within tolerance: 520.664585ms

	I0610 09:22:10.923459    1637 start.go:83] releasing machines lock for "addons-098000", held for 16.0784145s

	I0610 09:22:10.923756    1637 ssh_runner.go:195] Run: cat /version.json

	I0610 09:22:10.923765    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:10.923833    1637 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0610 09:22:10.923872    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:11.040251    1637 ssh_runner.go:195] Run: systemctl --version

	I0610 09:22:11.042905    1637 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0610 09:22:11.045415    1637 cni.go:208] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0610 09:22:11.045461    1637 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0610 09:22:11.051643    1637 cni.go:261] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0610 09:22:11.051653    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:11.051736    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:11.061365    1637 docker.go:633] Got preloaded images: 

	I0610 09:22:11.061374    1637 docker.go:639] registry.k8s.io/kube-apiserver:v1.27.2 wasn't preloaded

	I0610 09:22:11.061418    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:11.064624    1637 ssh_runner.go:195] Run: which lz4

	I0610 09:22:11.066056    1637 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0610 09:22:11.067511    1637 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0610 09:22:11.067524    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.2-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635669 bytes)

	I0610 09:22:12.384653    1637 docker.go:597] Took 1.318649 seconds to copy over tarball

	I0610 09:22:12.384711    1637 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0610 09:22:13.518722    1637 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.133975834s)

	I0610 09:22:13.518746    1637 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0610 09:22:13.534141    1637 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0610 09:22:13.537423    1637 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0610 09:22:13.542380    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:13.617910    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:15.783768    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.165840375s)

	I0610 09:22:15.783797    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.783942    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.789136    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0610 09:22:15.792061    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0610 09:22:15.794990    1637 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0610 09:22:15.795014    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0610 09:22:15.798511    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.801745    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0610 09:22:15.804884    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0610 09:22:15.807635    1637 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0610 09:22:15.810661    1637 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0610 09:22:15.814158    1637 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0610 09:22:15.817306    1637 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0610 09:22:15.819948    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:15.905204    1637 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0610 09:22:15.910905    1637 start.go:481] detecting cgroup driver to use...

	I0610 09:22:15.910988    1637 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0610 09:22:15.916986    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.922219    1637 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0610 09:22:15.929205    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0610 09:22:15.933866    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.938677    1637 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0610 09:22:15.974269    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0610 09:22:15.979243    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0610 09:22:15.984512    1637 ssh_runner.go:195] Run: which cri-dockerd

	I0610 09:22:15.985792    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0610 09:22:15.988369    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0610 09:22:15.993006    1637 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0610 09:22:16.073036    1637 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0610 09:22:16.147707    1637 docker.go:532] configuring docker to use "cgroupfs" as cgroup driver...

	I0610 09:22:16.147726    1637 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0610 09:22:16.152764    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:16.219604    1637 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0610 09:22:17.389947    1637 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.170326875s)

	I0610 09:22:17.390012    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.468450    1637 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0610 09:22:17.548751    1637 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0610 09:22:17.629562    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.707590    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0610 09:22:17.714930    1637 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0610 09:22:17.794794    1637 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0610 09:22:17.819341    1637 start.go:528] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0610 09:22:17.819427    1637 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0610 09:22:17.821557    1637 start.go:549] Will wait 60s for crictl version

	I0610 09:22:17.821591    1637 ssh_runner.go:195] Run: which crictl

	I0610 09:22:17.825207    1637 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0610 09:22:17.842430    1637 start.go:565] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0610 09:22:17.842501    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.850299    1637 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0610 09:22:17.866701    1637 out.go:204] * Preparing Kubernetes v1.27.2 on Docker 24.0.2 ...

	I0610 09:22:17.866866    1637 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0610 09:22:17.868327    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.871885    1637 preload.go:132] Checking if preload exists for k8s version v1.27.2 and runtime docker

	I0610 09:22:17.871927    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.877489    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.877499    1637 docker.go:563] Images already preloaded, skipping extraction

	I0610 09:22:17.877550    1637 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0610 09:22:17.883143    1637 docker.go:633] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.2

	registry.k8s.io/kube-controller-manager:v1.27.2

	registry.k8s.io/kube-scheduler:v1.27.2

	registry.k8s.io/kube-proxy:v1.27.2

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0610 09:22:17.883157    1637 cache_images.go:84] Images are preloaded, skipping loading

	I0610 09:22:17.883198    1637 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0610 09:22:17.890410    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:17.890420    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:17.890445    1637 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0610 09:22:17.890455    1637 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-098000 NodeName:addons-098000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0610 09:22:17.890526    1637 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-098000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.2

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0610 09:22:17.890573    1637 kubeadm.go:971] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-098000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0610 09:22:17.890631    1637 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.2

	I0610 09:22:17.893850    1637 binaries.go:44] Found k8s binaries, skipping transfer

	I0610 09:22:17.893880    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0610 09:22:17.896724    1637 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0610 09:22:17.901642    1637 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0610 09:22:17.906483    1637 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0610 09:22:17.911373    1637 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0610 09:22:17.912694    1637 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0610 09:22:17.916067    1637 certs.go:56] Setting up /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000 for IP: 192.168.105.2

	I0610 09:22:17.916076    1637 certs.go:190] acquiring lock for shared ca certs: {Name:mk0fe201bc13e6f12e399f6d97e7f5aaea92ff32 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:17.916236    1637 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key

	I0610 09:22:18.022564    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt ...

	I0610 09:22:18.022569    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt: {Name:mk821d9de36f93438ad430683cb25e2f1c33c9e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022803    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key ...

	I0610 09:22:18.022806    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key: {Name:mk750eea32c0b02b6ad84d81711cbfd77ceefe90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.022913    1637 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key

	I0610 09:22:18.159699    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt ...

	I0610 09:22:18.159708    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt: {Name:mk10e39bee2c5c6785228bc7733548a740243d03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.159914    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key ...

	I0610 09:22:18.159917    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key: {Name:mk04d776031cd8d2755a757ba7736e35a9c25212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.160037    1637 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key

	I0610 09:22:18.160044    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt with IP's: []

	I0610 09:22:18.246526    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt ...

	I0610 09:22:18.246530    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.crt: {Name:mk301aca75dad20ac385eb683aae1662edff3d58 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246697    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key ...

	I0610 09:22:18.246700    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/client.key: {Name:mkdf4a2bc618a029a53fbd786e41dffe68b8316b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.246803    1637 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969

	I0610 09:22:18.246812    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0610 09:22:18.411436    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 ...

	I0610 09:22:18.411440    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969: {Name:mk922ab871b245e2b8e7e4b2a109a553fe1bcc3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411596    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 ...

	I0610 09:22:18.411599    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969: {Name:mkdde2defc189629d0924fe6871b2adb52e47c5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.411697    1637 certs.go:337] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt

	I0610 09:22:18.411933    1637 certs.go:341] copying /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key

	I0610 09:22:18.412033    1637 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key

	I0610 09:22:18.412047    1637 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt with IP's: []

	I0610 09:22:18.578568    1637 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt ...

	I0610 09:22:18.578583    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt: {Name:mkb4544f3ff14d84a98fd9ec92bfcdbb5d50e84d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.578783    1637 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key ...

	I0610 09:22:18.578786    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key: {Name:mk82ce3998197ea814bf8f591a5b4b56c617f405 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:18.579030    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca-key.pem (1679 bytes)

	I0610 09:22:18.579468    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/ca.pem (1078 bytes)

	I0610 09:22:18.579491    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/cert.pem (1123 bytes)

	I0610 09:22:18.579672    1637 certs.go:437] found cert: /Users/jenkins/minikube-integration/16578-1150/.minikube/certs/Users/jenkins/minikube-integration/16578-1150/.minikube/certs/key.pem (1679 bytes)

	I0610 09:22:18.580285    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0610 09:22:18.587660    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0610 09:22:18.594728    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0610 09:22:18.602219    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/profiles/addons-098000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0610 09:22:18.609690    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0610 09:22:18.617442    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0610 09:22:18.624297    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0610 09:22:18.631049    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0610 09:22:18.638070    1637 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16578-1150/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0610 09:22:18.644969    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0610 09:22:18.650094    1637 ssh_runner.go:195] Run: openssl version

	I0610 09:22:18.652167    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0610 09:22:18.655090    1637 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656540    1637 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 10 16:22 /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.656561    1637 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0610 09:22:18.658363    1637 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0610 09:22:18.661572    1637 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0610 09:22:18.662872    1637 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0610 09:22:18.662908    1637 kubeadm.go:404] StartCluster: {Name:addons-098000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16019/minikube-v1.30.1-1686096373-16019-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.2 ClusterName:addons-098000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0610 09:22:18.662975    1637 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0610 09:22:18.668496    1637 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0610 09:22:18.671389    1637 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0610 09:22:18.674606    1637 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0610 09:22:18.677626    1637 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0610 09:22:18.677644    1637 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0610 09:22:18.703158    1637 kubeadm.go:322] [init] Using Kubernetes version: v1.27.2

	I0610 09:22:18.703188    1637 kubeadm.go:322] [preflight] Running pre-flight checks

	I0610 09:22:18.757797    1637 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0610 09:22:18.757860    1637 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0610 09:22:18.757910    1637 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0610 09:22:18.816123    1637 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0610 09:22:18.821365    1637 out.go:204]   - Generating certificates and keys ...

	I0610 09:22:18.821409    1637 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0610 09:22:18.821441    1637 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0610 09:22:19.085233    1637 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0610 09:22:19.181413    1637 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0610 09:22:19.330348    1637 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0610 09:22:19.412707    1637 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0610 09:22:19.604000    1637 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0610 09:22:19.604069    1637 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.814398    1637 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0610 09:22:19.814478    1637 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-098000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0610 09:22:19.907005    1637 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0610 09:22:20.056367    1637 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0610 09:22:20.125295    1637 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0610 09:22:20.125333    1637 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0610 09:22:20.241297    1637 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0610 09:22:20.330399    1637 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0610 09:22:20.489216    1637 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0610 09:22:20.764229    1637 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0610 09:22:20.771051    1637 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0610 09:22:20.771103    1637 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0610 09:22:20.771135    1637 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0610 09:22:20.859965    1637 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0610 09:22:20.864105    1637 out.go:204]   - Booting up control plane ...

	I0610 09:22:20.864178    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0610 09:22:20.864224    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0610 09:22:20.864257    1637 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0610 09:22:20.864302    1637 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0610 09:22:20.865267    1637 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0610 09:22:24.366796    1637 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.501337 seconds

	I0610 09:22:24.366861    1637 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0610 09:22:24.372204    1637 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0610 09:22:24.898455    1637 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0610 09:22:24.898779    1637 kubeadm.go:322] [mark-control-plane] Marking the node addons-098000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0610 09:22:25.404043    1637 kubeadm.go:322] [bootstrap-token] Using token: 8xmw5d.kvohdu7dlcpn05ob

	I0610 09:22:25.410608    1637 out.go:204]   - Configuring RBAC rules ...

	I0610 09:22:25.410669    1637 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0610 09:22:25.411737    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0610 09:22:25.418545    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0610 09:22:25.419904    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0610 09:22:25.421252    1637 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0610 09:22:25.422283    1637 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0610 09:22:25.427205    1637 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0610 09:22:25.603958    1637 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0610 09:22:25.815834    1637 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0610 09:22:25.816185    1637 kubeadm.go:322] 

	I0610 09:22:25.816225    1637 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0610 09:22:25.816233    1637 kubeadm.go:322] 

	I0610 09:22:25.816291    1637 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0610 09:22:25.816295    1637 kubeadm.go:322] 

	I0610 09:22:25.816308    1637 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0610 09:22:25.816346    1637 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0610 09:22:25.816388    1637 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0610 09:22:25.816392    1637 kubeadm.go:322] 

	I0610 09:22:25.816425    1637 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0610 09:22:25.816430    1637 kubeadm.go:322] 

	I0610 09:22:25.816463    1637 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0610 09:22:25.816466    1637 kubeadm.go:322] 

	I0610 09:22:25.816508    1637 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0610 09:22:25.816560    1637 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0610 09:22:25.816602    1637 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0610 09:22:25.816605    1637 kubeadm.go:322] 

	I0610 09:22:25.816653    1637 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0610 09:22:25.816694    1637 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0610 09:22:25.816699    1637 kubeadm.go:322] 

	I0610 09:22:25.816749    1637 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.816801    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 \

	I0610 09:22:25.816815    1637 kubeadm.go:322] 	--control-plane 

	I0610 09:22:25.816823    1637 kubeadm.go:322] 

	I0610 09:22:25.816880    1637 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0610 09:22:25.816883    1637 kubeadm.go:322] 

	I0610 09:22:25.816931    1637 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 8xmw5d.kvohdu7dlcpn05ob \

	I0610 09:22:25.817003    1637 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c155ccab511590e7868af4e2534dd51060b6f1b14354fb768975a4171970b2f2 

	I0610 09:22:25.817072    1637 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0610 09:22:25.817175    1637 kubeadm.go:322] W0610 16:22:19.219117    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817283    1637 kubeadm.go:322] W0610 16:22:21.323610    1314 images.go:80] could not find officially supported version of etcd for Kubernetes v1.27.2, falling back to the nearest etcd version (3.5.7-0)

	I0610 09:22:25.817294    1637 cni.go:84] Creating CNI manager for ""

	I0610 09:22:25.817303    1637 cni.go:157] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0610 09:22:25.823848    1637 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0610 09:22:25.826928    1637 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0610 09:22:25.830443    1637 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0610 09:22:25.836316    1637 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0610 09:22:25.836378    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.836393    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5 minikube.k8s.io/name=addons-098000 minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:25.900338    1637 ops.go:34] apiserver oom_adj: -16

	I0610 09:22:25.900382    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.433306    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:26.933284    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.433115    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:27.933305    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.433535    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:28.933493    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.433524    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:29.932908    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.433563    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:30.933551    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.433517    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:31.933506    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.433459    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:32.933537    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.433223    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:33.933503    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.432603    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:34.933481    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.433267    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:35.933228    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.433253    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:36.933272    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.433226    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:37.933202    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.431772    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:38.933197    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.432078    1637 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0610 09:22:39.482163    1637 kubeadm.go:1076] duration metric: took 13.645838667s to wait for elevateKubeSystemPrivileges.

	I0610 09:22:39.482178    1637 kubeadm.go:406] StartCluster complete in 20.819301625s

	I0610 09:22:39.482188    1637 settings.go:142] acquiring lock: {Name:mk6eef4f6d8f32005bb3baac4caf84efe88ae2c1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482341    1637 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16578-1150/kubeconfig

	I0610 09:22:39.482516    1637 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16578-1150/kubeconfig: {Name:mk43e1f9099026f94c69e1d46254f04b709c9ac1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0610 09:22:39.482746    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0610 09:22:39.482786    1637 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0610 09:22:39.482870    1637 addons.go:66] Setting volumesnapshots=true in profile "addons-098000"

	I0610 09:22:39.482872    1637 addons.go:66] Setting inspektor-gadget=true in profile "addons-098000"

	I0610 09:22:39.482879    1637 addons.go:228] Setting addon volumesnapshots=true in "addons-098000"

	I0610 09:22:39.482922    1637 addons.go:66] Setting registry=true in profile "addons-098000"

	I0610 09:22:39.482902    1637 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-098000"

	I0610 09:22:39.482936    1637 addons.go:228] Setting addon registry=true in "addons-098000"

	I0610 09:22:39.482958    1637 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:39.482880    1637 addons.go:228] Setting addon inspektor-gadget=true in "addons-098000"

	I0610 09:22:39.482979    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482984    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.482878    1637 addons.go:66] Setting gcp-auth=true in profile "addons-098000"

	I0610 09:22:39.483016    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483020    1637 mustload.go:65] Loading cluster: addons-098000

	I0610 09:22:39.483034    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.483276    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.483275    1637 config.go:182] Loaded profile config "addons-098000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.2

	I0610 09:22:39.482885    1637 addons.go:66] Setting ingress=true in profile "addons-098000"

	I0610 09:22:39.483383    1637 addons.go:228] Setting addon ingress=true in "addons-098000"

	I0610 09:22:39.483423    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.483508    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483523    1637 addons.go:274] "addons-098000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0610 09:22:39.483525    1637 addons.go:464] Verifying addon registry=true in "addons-098000"

	W0610 09:22:39.483511    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483543    1637 addons.go:274] "addons-098000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	I0610 09:22:39.487787    1637 out.go:177] * Verifying registry addon...

	I0610 09:22:39.482886    1637 addons.go:66] Setting default-storageclass=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting cloud-spanner=true in profile "addons-098000"

	I0610 09:22:39.482888    1637 addons.go:66] Setting ingress-dns=true in profile "addons-098000"

	I0610 09:22:39.482892    1637 addons.go:66] Setting storage-provisioner=true in profile "addons-098000"

	I0610 09:22:39.482899    1637 addons.go:66] Setting metrics-server=true in profile "addons-098000"

	W0610 09:22:39.483773    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	W0610 09:22:39.483867    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.484558    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.494895    1637 addons.go:228] Setting addon ingress-dns=true in "addons-098000"

	I0610 09:22:39.494904    1637 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-098000"

	I0610 09:22:39.494907    1637 addons.go:228] Setting addon metrics-server=true in "addons-098000"

	I0610 09:22:39.494911    1637 addons.go:228] Setting addon cloud-spanner=true in "addons-098000"

	I0610 09:22:39.494913    1637 addons.go:228] Setting addon storage-provisioner=true in "addons-098000"

	W0610 09:22:39.494917    1637 addons.go:274] "addons-098000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0610 09:22:39.494920    1637 addons.go:274] "addons-098000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0610 09:22:39.495382    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0610 09:22:39.500831    1637 addons.go:464] Verifying addon ingress=true in "addons-098000"

	I0610 09:22:39.500842    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500849    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.504830    1637 out.go:177] * Verifying ingress addon...

	I0610 09:22:39.500952    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.500997    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0

	I0610 09:22:39.501041    1637 host.go:66] Checking if "addons-098000" exists ...

	W0610 09:22:39.501118    1637 host.go:54] host status for "addons-098000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/monitor: connect: connection refused

	I0610 09:22:39.514859    1637 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	W0610 09:22:39.511954    1637 addons.go:274] "addons-098000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0610 09:22:39.512421    1637 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0610 09:22:39.517592    1637 addons.go:228] Setting addon default-storageclass=true in "addons-098000"

	I0610 09:22:39.517921    1637 addons.go:420] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.518096    1637 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0610 09:22:39.521871    1637 addons.go:464] Verifying addon metrics-server=true in "addons-098000"

	I0610 09:22:39.527803    1637 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0610 09:22:39.528897    1637 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0610 09:22:39.533879    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0610 09:22:39.533885    1637 out.go:177]   - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.6

	I0610 09:22:39.533900    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:39.539950    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0

	I0610 09:22:39.549899    1637 addons.go:420] installing /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.549908    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1003 bytes)

	I0610 09:22:39.549915    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540014    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.540659    1637 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.550015    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0610 09:22:39.550019    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.552885    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0

	I0610 09:22:39.545910    1637 addons.go:420] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.547022    1637 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0610 09:22:39.555818    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0610 09:22:39.555836    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.558872    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0

	I0610 09:22:39.563787    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0

	I0610 09:22:39.565032    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0

	I0610 09:22:39.576758    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0

	I0610 09:22:39.585719    1637 out.go:177]   - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0

	I0610 09:22:39.588857    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-attacher.yaml

	I0610 09:22:39.588866    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)

	I0610 09:22:39.588875    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:39.610676    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml

	I0610 09:22:39.641637    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0610 09:22:39.644621    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0610 09:22:39.683769    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0610 09:22:39.740787    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-hostpath.yaml

	I0610 09:22:39.740799    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)

	I0610 09:22:39.840307    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml

	I0610 09:22:39.840321    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)

	I0610 09:22:39.985655    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml

	I0610 09:22:39.985667    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)

	I0610 09:22:40.064364    1637 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-098000" context rescaled to 1 replicas

	I0610 09:22:40.064382    1637 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.2 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0610 09:22:40.068539    1637 out.go:177] * Verifying Kubernetes components...

	I0610 09:22:40.077600    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:40.261757    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-resizer.yaml

	I0610 09:22:40.261768    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)

	I0610 09:22:40.290415    1637 addons.go:420] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml

	I0610 09:22:40.290425    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)

	I0610 09:22:40.300542    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml

	I0610 09:22:40.300551    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)

	I0610 09:22:40.308642    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml

	I0610 09:22:40.308652    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)

	I0610 09:22:40.313342    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml

	I0610 09:22:40.313353    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)

	I0610 09:22:40.318717    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml

	I0610 09:22:40.318725    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)

	I0610 09:22:40.323460    1637 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.323466    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)

	I0610 09:22:40.335717    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml

	I0610 09:22:40.661069    1637 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.105262875s)

	I0610 09:22:40.661101    1637 start.go:916] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0610 09:22:40.737190    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.12650025s)

	I0610 09:22:40.873352    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.23170025s)

	I0610 09:22:40.873360    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.228730125s)

	I0610 09:22:40.873397    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (1.189617792s)

	I0610 09:22:40.873843    1637 node_ready.go:35] waiting up to 6m0s for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875337    1637 node_ready.go:49] node "addons-098000" has status "Ready":"True"

	I0610 09:22:40.875343    1637 node_ready.go:38] duration metric: took 1.493375ms waiting for node "addons-098000" to be "Ready" ...

	I0610 09:22:40.875346    1637 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:40.878632    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881351    1637 pod_ready.go:92] pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:40.881360    1637 pod_ready.go:81] duration metric: took 2.720875ms waiting for pod "coredns-5d78c9869d-f2tnn" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:40.881363    1637 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:41.422744    1637 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.08700475s)

	I0610 09:22:41.422764    1637 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-098000"

	I0610 09:22:41.429025    1637 out.go:177] * Verifying csi-hostpath-driver addon...

	I0610 09:22:41.436428    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0610 09:22:41.441210    1637 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0610 09:22:41.441218    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:41.945707    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.446004    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:42.891987    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:42.949163    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.445226    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:43.945705    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.445736    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:44.893909    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:44.949633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.445855    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:45.945805    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.106349    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0610 09:22:46.106363    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.140536    1637 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0610 09:22:46.145624    1637 addons.go:228] Setting addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.145643    1637 host.go:66] Checking if "addons-098000" exists ...

	I0610 09:22:46.146378    1637 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0610 09:22:46.146386    1637 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16578-1150/.minikube/machines/addons-098000/id_rsa Username:docker}

	I0610 09:22:46.179928    1637 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0610 09:22:46.183883    1637 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0610 09:22:46.187898    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0610 09:22:46.187903    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0610 09:22:46.192588    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0610 09:22:46.192594    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0610 09:22:46.199251    1637 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.199256    1637 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0610 09:22:46.204462    1637 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0610 09:22:46.429785    1637 addons.go:464] Verifying addon gcp-auth=true in "addons-098000"

	I0610 09:22:46.434320    1637 out.go:177] * Verifying gcp-auth addon...

	I0610 09:22:46.440768    1637 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0610 09:22:46.443515    1637 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0610 09:22:46.443521    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:46.446140    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949654    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:46.949910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.389319    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:47.445303    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.446055    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:47.946177    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:47.946875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.446743    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.447103    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:48.945711    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:48.946918    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.389715    1637 pod_ready.go:102] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status "Ready":"False"

	I0610 09:22:49.445862    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.448994    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:49.945095    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:49.945638    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.446626    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.446936    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:50.887650    1637 pod_ready.go:97] pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerStateTerminat

ed{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887663    1637 pod_ready.go:81] duration metric: took 10.00631125s waiting for pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace to be "Ready" ...

	E0610 09:22:50.887668    1637 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-hpvv2" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:40 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-06-10 09:22:39 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 PodIP: PodIPs:[] StartTime:2023-06-10 09:22:40 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Termi

nated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-06-10 09:22:40 -0700 PDT,FinishedAt:2023-06-10 09:22:50 -0700 PDT,ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://a6927aac3d3f923633152dfcff1a5f77d2f8691a71a43ff52f53791e6d29780f Started:0x1400191b730 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize:}

	I0610 09:22:50.887672    1637 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890299    1637 pod_ready.go:92] pod "etcd-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.890307    1637 pod_ready.go:81] duration metric: took 2.63175ms waiting for pod "etcd-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.890310    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892694    1637 pod_ready.go:92] pod "kube-apiserver-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.892699    1637 pod_ready.go:81] duration metric: took 2.386083ms waiting for pod "kube-apiserver-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.892703    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895043    1637 pod_ready.go:92] pod "kube-controller-manager-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.895049    1637 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "kube-controller-manager-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.895053    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897341    1637 pod_ready.go:92] pod "kube-proxy-jpnqh" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:50.897346    1637 pod_ready.go:81] duration metric: took 2.29075ms waiting for pod "kube-proxy-jpnqh" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.897350    1637 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:50.945358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:50.946279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.288420    1637 pod_ready.go:92] pod "kube-scheduler-addons-098000" in "kube-system" namespace has status "Ready":"True"

	I0610 09:22:51.288430    1637 pod_ready.go:81] duration metric: took 391.078333ms waiting for pod "kube-scheduler-addons-098000" in "kube-system" namespace to be "Ready" ...

	I0610 09:22:51.288436    1637 pod_ready.go:38] duration metric: took 10.413098792s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0610 09:22:51.288445    1637 api_server.go:52] waiting for apiserver process to appear ...

	I0610 09:22:51.288516    1637 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0610 09:22:51.295818    1637 api_server.go:72] duration metric: took 11.231423584s to wait for apiserver process to appear ...

	I0610 09:22:51.295824    1637 api_server.go:88] waiting for apiserver healthz status ...

	I0610 09:22:51.295831    1637 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0610 09:22:51.299125    1637 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0610 09:22:51.299826    1637 api_server.go:141] control plane version: v1.27.2

	I0610 09:22:51.299832    1637 api_server.go:131] duration metric: took 4.005625ms to wait for apiserver health ...

	I0610 09:22:51.299835    1637 system_pods.go:43] waiting for kube-system pods to appear ...

	I0610 09:22:51.445314    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:51.446212    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.490284    1637 system_pods.go:59] 11 kube-system pods found

	I0610 09:22:51.490295    1637 system_pods.go:61] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.490299    1637 system_pods.go:61] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.490303    1637 system_pods.go:61] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.490306    1637 system_pods.go:61] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.490311    1637 system_pods.go:61] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.490314    1637 system_pods.go:61] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.490317    1637 system_pods.go:61] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.490320    1637 system_pods.go:61] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.490323    1637 system_pods.go:61] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.490325    1637 system_pods.go:61] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.490336    1637 system_pods.go:61] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.490341    1637 system_pods.go:74] duration metric: took 190.503333ms to wait for pod list to return data ...

	I0610 09:22:51.490345    1637 default_sa.go:34] waiting for default service account to be created ...

	I0610 09:22:51.687921    1637 default_sa.go:45] found service account: "default"

	I0610 09:22:51.687931    1637 default_sa.go:55] duration metric: took 197.581625ms for default service account to be created ...

	I0610 09:22:51.687935    1637 system_pods.go:116] waiting for k8s-apps to be running ...

	I0610 09:22:51.890310    1637 system_pods.go:86] 11 kube-system pods found

	I0610 09:22:51.890320    1637 system_pods.go:89] "coredns-5d78c9869d-f2tnn" [ca3d0440-ef50-4214-98e6-d03acf962659] Running

	I0610 09:22:51.890326    1637 system_pods.go:89] "csi-hostpath-attacher-0" [036292ea-9b6d-4270-8dc0-124509d9000f] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])

	I0610 09:22:51.890330    1637 system_pods.go:89] "csi-hostpath-resizer-0" [feb75893-38a6-47e9-8eb7-b0dd6b1e6634] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])

	I0610 09:22:51.890333    1637 system_pods.go:89] "csi-hostpathplugin-pjvh6" [150592c1-289e-413a-aa2e-7d0350e39b42] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])

	I0610 09:22:51.890336    1637 system_pods.go:89] "etcd-addons-098000" [1c6b983c-966e-4df8-bf44-48fc87dabafe] Running

	I0610 09:22:51.890338    1637 system_pods.go:89] "kube-apiserver-addons-098000" [5a9e9998-0cd7-4ff1-801f-4950c1a54c40] Running

	I0610 09:22:51.890341    1637 system_pods.go:89] "kube-controller-manager-addons-098000" [0f92af71-dfec-4a23-aaba-aa57d8acbc2a] Running

	I0610 09:22:51.890344    1637 system_pods.go:89] "kube-ingress-dns-minikube" [ef4b950f-9458-4bb3-8460-5c464e4ed538] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0610 09:22:51.890349    1637 system_pods.go:89] "kube-proxy-jpnqh" [061edaff-afd1-4550-a96c-2055505ce150] Running

	I0610 09:22:51.890351    1637 system_pods.go:89] "kube-scheduler-addons-098000" [b5293081-e7d2-45a2-9d63-3ca1c6c5e46e] Running

	I0610 09:22:51.890354    1637 system_pods.go:89] "storage-provisioner" [b72b4ee7-fcc1-4456-ae8b-8a39acc6fbe9] Running

	I0610 09:22:51.890357    1637 system_pods.go:126] duration metric: took 202.419584ms to wait for k8s-apps to be running ...

	I0610 09:22:51.890363    1637 system_svc.go:44] waiting for kubelet service to be running ....

	I0610 09:22:51.890418    1637 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0610 09:22:51.897401    1637 system_svc.go:56] duration metric: took 7.035125ms WaitForService to wait for kubelet.

	I0610 09:22:51.897410    1637 kubeadm.go:581] duration metric: took 11.8330175s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0610 09:22:51.897420    1637 node_conditions.go:102] verifying NodePressure condition ...

	I0610 09:22:51.944537    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:51.945311    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.087254    1637 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0610 09:22:52.087281    1637 node_conditions.go:123] node cpu capacity is 2

	I0610 09:22:52.087290    1637 node_conditions.go:105] duration metric: took 189.867833ms to run NodePressure ...

	I0610 09:22:52.087295    1637 start.go:228] waiting for startup goroutines ...

	I0610 09:22:52.445279    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:52.445610    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.945799    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:52.946052    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.445389    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.446014    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:53.945473    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:53.946237    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.446325    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:54.946076    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.446618    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.448382    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:55.948114    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:55.951263    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.447181    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.447511    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:56.945501    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:56.946418    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.445349    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.445910    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:57.945410    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:57.946065    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.447469    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.448009    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:58.945353    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:58.946520    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454875    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:22:59.454959    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.946148    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:22:59.947450    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.446206    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:00.447700    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.944434    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:00.945129    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.445646    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.446643    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:01.945710    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:01.947152    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.450730    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.454285    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:02.952960    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:02.955376    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.446358    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.447878    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:03.945294    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:03.946290    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.445145    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.446164    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:04.946364    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:04.946514    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.449729    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.453690    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:05.947873    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:05.950281    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.445562    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.445795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:06.946136    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:06.947509    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.445951    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.446633    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:07.945814    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:07.946157    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.446086    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.446099    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:08.970991    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:08.971383    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.448620    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:09.449087    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.946728    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:09.948250    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446827    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.446978    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:10.945421    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:10.945732    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.444797    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:11.445621    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.948926    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:11.949262    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.452305    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:12.453786    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.948653    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:12.949795    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.445378    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.446558    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:13.946404    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:13.946644    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.446073    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.446331    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:14.946569    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:14.946725    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.445689    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.446865    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:15.947373    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:15.948973    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.445756    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:16.446819    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.944171    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:16.945088    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.448798    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.450089    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:17.952301    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:17.955532    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.446658    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:18.945244    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:18.946363    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.445300    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:19.445962    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944002    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:19.944781    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.446084    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:20.446223    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.952440    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:20.954313    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.445625    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.446916    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:21.945782    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:21.947236    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.445836    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.446162    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:22.945365    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:22.946169    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.449820    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0610 09:23:23.452877    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.953442    1637 kapi.go:107] duration metric: took 37.512712584s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0610 09:23:23.958122    1637 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-098000 cluster.

	I0610 09:23:23.957179    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:23.961932    1637 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0610 09:23:23.965925    1637 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0610 09:23:24.450360    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:24.945980    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.445712    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:25.946008    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.446034    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:26.950257    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.454943    1637 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]

	I0610 09:23:27.956882    1637 kapi.go:107] duration metric: took 46.520505042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0610 09:28:39.510321    1637 kapi.go:107] duration metric: took 6m0.007516916s to wait for kubernetes.io/minikube-addons=registry ...

	W0610 09:28:39.510625    1637 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0610 09:28:39.531369    1637 kapi.go:107] duration metric: took 6m0.011549375s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0610 09:28:39.531491    1637 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0610 09:28:39.539250    1637 out.go:177] * Enabled addons: volumesnapshots, inspektor-gadget, metrics-server, cloud-spanner, storage-provisioner, default-storageclass, ingress-dns, gcp-auth, csi-hostpath-driver

	I0610 09:28:39.545184    1637 addons.go:499] enable addons completed in 6m0.055013834s: enabled=[volumesnapshots inspektor-gadget metrics-server cloud-spanner storage-provisioner default-storageclass ingress-dns gcp-auth csi-hostpath-driver]

	I0610 09:28:39.545227    1637 start.go:233] waiting for cluster config update ...

	I0610 09:28:39.545256    1637 start.go:242] writing updated cluster config ...

	I0610 09:28:39.546371    1637 ssh_runner.go:195] Run: rm -f paused

	I0610 09:28:39.689843    1637 start.go:573] kubectl: 1.25.9, cluster: 1.27.2 (minor skew: 2)

	I0610 09:28:39.694186    1637 out.go:177] 

	W0610 09:28:39.697254    1637 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.2.

	I0610 09:28:39.701213    1637 out.go:177]   - Want kubectl v1.27.2? Try 'minikube kubectl -- get pods -A'

	I0610 09:28:39.709228    1637 out.go:177] * Done! kubectl is now configured to use "addons-098000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:47:24 UTC. --

	Jun 10 16:40:47 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:40:47Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/4b1c09a27c65e6025a8628d242894806ef3c84888ee3461978597ea82c9a8359/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 10 16:40:47 addons-098000 dockerd[933]: time="2023-06-10T16:40:47.656476255Z" level=warning msg="reference for unknown type: " digest="sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be" remote="ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 10 16:40:51 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:40:51Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.17.1@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626101618Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626131368Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626141868Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:40:51 addons-098000 dockerd[939]: time="2023-06-10T16:40:51.626146368Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637249959Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637496039Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.637517955Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:41:14 addons-098000 dockerd[939]: time="2023-06-10T16:41:14.646608437Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:14 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:41:14Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ecfebe56570bafdd4953fcbed5cc491440e7a38433b98e22741f399c50daace4/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 10 16:41:18 addons-098000 cri-dockerd[1164]: time="2023-06-10T16:41:18Z" level=info msg="Stop pulling image docker.io/nginx:latest: Status: Downloaded newer image for nginx:latest"

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961496642Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961525017Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961721889Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:41:18 addons-098000 dockerd[939]: time="2023-06-10T16:41:18.961733472Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713886345Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713965761Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713982010Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.713993260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 10 16:44:06 addons-098000 dockerd[933]: time="2023-06-10T16:44:06.762500900Z" level=info msg="ignoring event" container=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762943477Z" level=info msg="shim disconnected" id=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f namespace=moby

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762974435Z" level=warning msg="cleaning up after shim disconnected" id=d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f namespace=moby

	Jun 10 16:44:06 addons-098000 dockerd[939]: time="2023-06-10T16:44:06.762978435Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                                        CREATED             STATE               NAME                                     ATTEMPT             POD ID

	d8c42421d5531       1499ed4fbd0aa                                                                                                                                3 minutes ago       Exited              minikube-ingress-dns                     9                   8e5b404496c4e

	5db3f4d3cbb1e       nginx@sha256:af296b188c7b7df99ba960ca614439c99cb7cf252ed7bbc23e90cfda59092305                                                                6 minutes ago       Running             task-pv-container                        0                   ecfebe56570ba

	efcb07dff66ed       ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be                                        6 minutes ago       Running             headlamp                                 0                   4b1c09a27c65e

	23a8cae6443cd       registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f                          23 minutes ago      Running             csi-snapshotter                          0                   567c041b8040d

	1a73024f59864       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                                 24 minutes ago      Running             gcp-auth                                 0                   d8f3043938a40

	3fa8701fda26c       registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8                          24 minutes ago      Running             csi-provisioner                          0                   567c041b8040d

	aafd1d61dfe4b       registry.k8s.io/sig-storage/livenessprobe@sha256:cacee2b5c36dd59d4c7e8469c05c9e4ef53ecb2df9025fa8c10cdaf61bce62f0                            24 minutes ago      Running             liveness-probe                           0                   567c041b8040d

	2b6767dfbe9d3       registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5                           24 minutes ago      Running             hostpath                                 0                   567c041b8040d

	8f02984364568       registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f1c25991bac2fbb7f5fcf91ed9438df31e30edee6bed5a780464238aa09ad24c                24 minutes ago      Running             node-driver-registrar                    0                   567c041b8040d

	868cfa9fcba69       registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:80b9ba94aa2afe24553d69bd165a6a51552d1582d68618ec00d3b804a7d9193c   24 minutes ago      Running             csi-external-health-monitor-controller   0                   567c041b8040d

	26cfafca2bb0d       registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7                              24 minutes ago      Running             csi-resizer                              0                   a78a427783820

	c58c2d26acda8       registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b                             24 minutes ago      Running             csi-attacher                             0                   674b1cd12ae30

	46105da82f67a       ba04bb24b9575                                                                                                                                24 minutes ago      Running             storage-provisioner                      0                   67c7765a9fa6e

	de0a71571f8d0       29921a0845422                                                                                                                                24 minutes ago      Running             kube-proxy                               0                   2bc9129027615

	adfb52103967f       97e04611ad434                                                                                                                                24 minutes ago      Running             coredns                                  0                   d428f978de558

	335475d795fcf       305d7ed1dae28                                                                                                                                25 minutes ago      Running             kube-scheduler                           0                   31fdcf4abeef0

	3dcf946c301ce       2ee705380c3c5                                                                                                                                25 minutes ago      Running             kube-controller-manager                  0                   9fed8ca4bd2f8

	74423d2dab41d       72c9df6be7f1b                                                                                                                                25 minutes ago      Running             kube-apiserver                           0                   11d78b6999216

	2a81bf4413e12       24bc64e911039                                                                                                                                25 minutes ago      Running             etcd                                     0                   a20e51a803c8c

	* 

	* ==> coredns [adfb52103967] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:46766 - 38334 "HINFO IN 1120296007274907072.5268654669647465865. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004199511s

	[INFO] 10.244.0.10:39208 - 36576 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000125s

	[INFO] 10.244.0.10:59425 - 64759 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000155334s

	[INFO] 10.244.0.10:33915 - 19077 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000037167s

	[INFO] 10.244.0.10:46994 - 65166 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00002725s

	[INFO] 10.244.0.10:46598 - 37414 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000043625s

	[INFO] 10.244.0.10:55204 - 18019 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000032792s

	[INFO] 10.244.0.10:60613 - 7185 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.000939127s

	[INFO] 10.244.0.10:40293 - 55849 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00103996s

	* 

	* ==> describe nodes <==

	* Name:               addons-098000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-098000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=eafc8e84d7336f18f4fb303d71d15fbd84fd16d5

	                    minikube.k8s.io/name=addons-098000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_10T09_22_25_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	                    topology.hostpath.csi/node=addons-098000

	Annotations:        csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-098000"}

	                    kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Sat, 10 Jun 2023 16:22:23 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-098000

	  AcquireTime:     <unset>

	  RenewTime:       Sat, 10 Jun 2023 16:47:23 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:23 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Sat, 10 Jun 2023 16:46:36 +0000   Sat, 10 Jun 2023 16:22:28 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-098000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905780Ki

	  pods:               110

	System Info:

	  Machine ID:                 43359b33bc0f4b9c9610dd4ec5308f62

	  System UUID:                43359b33bc0f4b9c9610dd4ec5308f62

	  Boot ID:                    eb81fa5c-fe8f-47ab-b5e5-9f5fe2e987b0

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.2

	  Kube-Proxy Version:         v1.27.2

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (14 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  default                     task-pv-pod                              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         6m10s

	  gcp-auth                    gcp-auth-58478865f7-jkcxn                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  headlamp                    headlamp-6b5756787-6wqrt                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         6m38s

	  kube-system                 coredns-5d78c9869d-f2tnn                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     24m

	  kube-system                 csi-hostpath-attacher-0                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 csi-hostpath-resizer-0                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 csi-hostpathplugin-pjvh6                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 etcd-addons-098000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         24m

	  kube-system                 kube-apiserver-addons-098000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 kube-controller-manager-addons-098000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 kube-proxy-jpnqh                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 kube-scheduler-addons-098000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	  kube-system                 storage-provisioner                      0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         24m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 24m   kube-proxy       

	  Normal  Starting                 24m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  24m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  24m   kubelet          Node addons-098000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    24m   kubelet          Node addons-098000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     24m   kubelet          Node addons-098000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                24m   kubelet          Node addons-098000 status is now: NodeReady

	  Normal  RegisteredNode           24m   node-controller  Node addons-098000 event: Registered Node addons-098000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.696014] EINJ: EINJ table not found.

	[  +0.658239] systemd-fstab-generator[115]: Ignoring "noauto" for root device

	[  +0.043798] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000807] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.876165] systemd-fstab-generator[474]: Ignoring "noauto" for root device

	[  +0.071972] systemd-fstab-generator[485]: Ignoring "noauto" for root device

	[  +2.924516] systemd-fstab-generator[694]: Ignoring "noauto" for root device

	[  +2.288987] systemd-fstab-generator[866]: Ignoring "noauto" for root device

	[  +0.165983] systemd-fstab-generator[902]: Ignoring "noauto" for root device

	[  +0.077870] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.072149] systemd-fstab-generator[926]: Ignoring "noauto" for root device

	[  +1.146266] kauditd_printk_skb: 53 callbacks suppressed

	[  +0.099605] systemd-fstab-generator[1083]: Ignoring "noauto" for root device

	[  +0.082038] systemd-fstab-generator[1094]: Ignoring "noauto" for root device

	[  +0.080513] systemd-fstab-generator[1105]: Ignoring "noauto" for root device

	[  +0.078963] systemd-fstab-generator[1116]: Ignoring "noauto" for root device

	[  +0.086582] systemd-fstab-generator[1157]: Ignoring "noauto" for root device

	[  +3.056689] systemd-fstab-generator[1402]: Ignoring "noauto" for root device

	[  +4.651414] systemd-fstab-generator[2073]: Ignoring "noauto" for root device

	[ +14.757696] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.157496] kauditd_printk_skb: 48 callbacks suppressed

	[  +9.873848] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Jun10 16:23] kauditd_printk_skb: 12 callbacks suppressed

	[Jun10 16:41] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [2a81bf4413e1] <==

	* {"level":"info","ts":"2023-06-10T16:22:22.849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-10T16:22:22.857Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-098000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-10T16:22:22.859Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-10T16:22:22.860Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-10T16:22:22.866Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-10T16:32:22.450Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":974}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":974,"took":"2.490131ms","hash":4035340276}

	{"level":"info","ts":"2023-06-10T16:32:22.453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035340276,"revision":974,"compact-revision":-1}

	{"level":"info","ts":"2023-06-10T16:37:22.461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1290}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1290,"took":"1.421443ms","hash":2326989487}

	{"level":"info","ts":"2023-06-10T16:37:22.463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2326989487,"revision":1290,"compact-revision":974}

	{"level":"info","ts":"2023-06-10T16:40:51.234Z","caller":"traceutil/trace.go:171","msg":"trace[700287871] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"135.849795ms","start":"2023-06-10T16:40:51.098Z","end":"2023-06-10T16:40:51.234Z","steps":["trace[700287871] 'process raft request'  (duration: 135.764879ms)"],"step_count":1}

	{"level":"info","ts":"2023-06-10T16:42:22.466Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1593}

	{"level":"info","ts":"2023-06-10T16:42:22.468Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1593,"took":"1.224024ms","hash":3268633527}

	{"level":"info","ts":"2023-06-10T16:42:22.468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3268633527,"revision":1593,"compact-revision":1290}

	{"level":"info","ts":"2023-06-10T16:47:22.473Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1959}

	{"level":"info","ts":"2023-06-10T16:47:22.475Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1959,"took":"1.126903ms","hash":690256152}

	{"level":"info","ts":"2023-06-10T16:47:22.475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":690256152,"revision":1959,"compact-revision":1593}

	* 

	* ==> gcp-auth [1a73024f5986] <==

	* 2023/06/10 16:23:23 GCP Auth Webhook started!

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:40:46 Ready to marshal response ...

	2023/06/10 16:40:46 Ready to write response ...

	2023/06/10 16:41:14 Ready to marshal response ...

	2023/06/10 16:41:14 Ready to write response ...

	* 

	* ==> kernel <==

	*  16:47:24 up 25 min,  0 users,  load average: 0.68, 0.51, 0.41

	Linux addons-098000 5.10.57 #1 SMP PREEMPT Wed Jun 7 01:52:34 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [74423d2dab41] <==

	* I0610 16:22:23.642356       1 cache.go:39] Caches are synced for autoregister controller

	I0610 16:22:23.657792       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0610 16:22:24.401560       1 controller.go:132] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).

	I0610 16:22:24.563279       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0610 16:22:24.568497       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0610 16:22:24.568654       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0610 16:22:24.720978       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0610 16:22:24.731371       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0610 16:22:24.801810       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs=map[IPv4:10.96.0.1]

	W0610 16:22:24.805350       1 lease.go:251] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0610 16:22:24.806303       1 controller.go:624] quota admission added evaluator for: endpoints

	I0610 16:22:24.807740       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0610 16:22:25.583035       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0610 16:22:26.059225       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0610 16:22:26.063878       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs=map[IPv4:10.96.0.10]

	I0610 16:22:26.068513       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0610 16:22:39.217505       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0610 16:22:39.917252       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0610 16:22:40.754199       1 alloc.go:330] "allocated clusterIPs" service="default/cloud-spanner-emulator" clusterIPs=map[IPv4:10.99.222.169]

	I0610 16:22:41.357691       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-attacher" clusterIPs=map[IPv4:10.106.85.14]

	I0610 16:22:41.362266       1 controller.go:624] quota admission added evaluator for: statefulsets.apps

	I0610 16:22:41.419673       1 alloc.go:330] "allocated clusterIPs" service="kube-system/csi-hostpath-resizer" clusterIPs=map[IPv4:10.111.90.60]

	I0610 16:22:46.394399       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.102.46.8]

	I0610 16:22:46.411449       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0610 16:40:46.897391       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.104.126.229]

	* 

	* ==> kube-controller-manager [3dcf946c301c] <==

	* I0610 16:23:11.258467       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.330708       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.333357       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.335850       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:11.335887       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.336870       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:11.345682       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.251101       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.256393       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.263577       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0610 16:23:12.263691       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.265671       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:12.266556       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:41.027747       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:41.050836       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0610 16:23:42.013412       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:23:42.047992       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0610 16:40:46.909946       1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-6b5756787 to 1"

	I0610 16:40:46.923328       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-6b5756787-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"

	E0610 16:40:46.939753       1 replica_set.go:544] sync "headlamp/headlamp-6b5756787" failed with pods "headlamp-6b5756787-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found

	I0610 16:40:46.962022       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-6b5756787-6wqrt"

	I0610 16:40:58.095565       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:40:58.095582       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:41:08.457597       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	I0610 16:41:13.738721       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="waiting for a volume to be created, either by external provisioner \"hostpath.csi.k8s.io\" or manually created by system administrator"

	* 

	* ==> kube-proxy [de0a71571f8d] <==

	* I0610 16:22:40.477801       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0610 16:22:40.477968       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0610 16:22:40.477988       1 server_others.go:551] "Using iptables proxy"

	I0610 16:22:40.508315       1 server_others.go:176] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0610 16:22:40.508325       1 server_others.go:190] "Using iptables Proxier"

	I0610 16:22:40.508357       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0610 16:22:40.508608       1 server.go:657] "Version info" version="v1.27.2"

	I0610 16:22:40.508614       1 server.go:659] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0610 16:22:40.509861       1 config.go:188] "Starting service config controller"

	I0610 16:22:40.509869       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0610 16:22:40.509881       1 config.go:97] "Starting endpoint slice config controller"

	I0610 16:22:40.509882       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0610 16:22:40.511342       1 config.go:315] "Starting node config controller"

	I0610 16:22:40.511347       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0610 16:22:40.609918       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0610 16:22:40.609943       1 shared_informer.go:318] Caches are synced for service config

	I0610 16:22:40.611397       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [335475d795fc] <==

	* W0610 16:22:23.606482       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0610 16:22:23.606891       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0610 16:22:23.606959       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0610 16:22:23.606982       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0610 16:22:23.607008       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607026       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607067       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:23.607087       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:23.607166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0610 16:22:23.607199       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0610 16:22:23.607247       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:23.607268       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.463642       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0610 16:22:24.463731       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0610 16:22:24.485768       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0610 16:22:24.485809       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0610 16:22:24.588161       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0610 16:22:24.588197       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0610 16:22:24.600064       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0610 16:22:24.600158       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0610 16:22:24.604631       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0610 16:22:24.604651       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0610 16:22:24.616055       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0610 16:22:24.616131       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	I0610 16:22:27.098734       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Sat 2023-06-10 16:22:07 UTC, ends at Sat 2023-06-10 16:47:25 UTC. --

	Jun 10 16:45:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:45:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:45:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:45:28 addons-098000 kubelet[2091]: I0610 16:45:28.681236    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:45:28 addons-098000 kubelet[2091]: E0610 16:45:28.681397    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:45:43 addons-098000 kubelet[2091]: I0610 16:45:43.681427    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:45:43 addons-098000 kubelet[2091]: E0610 16:45:43.681552    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:45:58 addons-098000 kubelet[2091]: I0610 16:45:58.682689    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:45:58 addons-098000 kubelet[2091]: E0610 16:45:58.683935    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:46:12 addons-098000 kubelet[2091]: I0610 16:46:12.680925    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:46:12 addons-098000 kubelet[2091]: E0610 16:46:12.681106    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:46:23 addons-098000 kubelet[2091]: I0610 16:46:23.681224    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:46:23 addons-098000 kubelet[2091]: E0610 16:46:23.681452    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:46:25 addons-098000 kubelet[2091]: E0610 16:46:25.685079    2091 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 10 16:46:25 addons-098000 kubelet[2091]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 10 16:46:25 addons-098000 kubelet[2091]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 10 16:46:25 addons-098000 kubelet[2091]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 10 16:46:35 addons-098000 kubelet[2091]: I0610 16:46:35.682416    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:46:35 addons-098000 kubelet[2091]: E0610 16:46:35.682626    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:46:46 addons-098000 kubelet[2091]: I0610 16:46:46.681624    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:46:46 addons-098000 kubelet[2091]: E0610 16:46:46.682260    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:46:59 addons-098000 kubelet[2091]: I0610 16:46:59.680475    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:46:59 addons-098000 kubelet[2091]: E0610 16:46:59.680906    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	Jun 10 16:47:14 addons-098000 kubelet[2091]: I0610 16:47:14.680334    2091 scope.go:115] "RemoveContainer" containerID="d8c42421d553165930dd6d04eff04f6ff5706b6ddad1a746d2592f864f717b0f"

	Jun 10 16:47:14 addons-098000 kubelet[2091]: E0610 16:47:14.680480    2091 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(ef4b950f-9458-4bb3-8460-5c464e4ed538)\"" pod="kube-system/kube-ingress-dns-minikube" podUID=ef4b950f-9458-4bb3-8460-5c464e4ed538

	* 

	* ==> storage-provisioner [46105da82f67] <==

	* I0610 16:22:41.552997       1 storage_provisioner.go:116] Initializing the minikube storage provisioner...

	I0610 16:22:41.564566       1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!

	I0610 16:22:41.564604       1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...

	I0610 16:22:41.567070       1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath

	I0610 16:22:41.567242       1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"4b8b8b2f-e69f-4abd-8693-9c0a331852aa", APIVersion:"v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-098000_976d826c-217e-4d0d-87e7-e825dd783783 became leader

	I0610 16:22:41.567336       1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

	I0610 16:22:41.668274       1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-098000_976d826c-217e-4d0d-87e7-e825dd783783!

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-098000 -n addons-098000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-098000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/CSI FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/CSI (387.31s)