=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-066000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-066000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (29.028196584s)

-- stdout --

	{"specversion":"1.0","id":"8096a338-26e0-42a6-b374-9ddff88d557b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-066000] minikube v1.30.1 on Darwin 13.4 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"c2b4b767-c870-4abb-add2-ea5032d48c8f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=16718"}}

	{"specversion":"1.0","id":"b7fa0cd5-3471-45cc-879f-f735d9bd8abb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig"}}

	{"specversion":"1.0","id":"ad003a95-1eda-475b-87a3-cd42fa28a043","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"d63412f4-b1f4-4f45-b388-e7ea4861486a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"234ed23d-2317-4c49-ab77-b26c0912afb8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube"}}

	{"specversion":"1.0","id":"0ea5d3af-969a-4847-ae55-91e164cd7cdf","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"48a65e0f-20cf-4564-aba9-591f4bbbc11b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"6eb11118-caca-4a55-9745-6bbef5cceefa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"55214f22-2d6f-44e9-8882-e5c57f8ab10f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"5096bad0-323e-4653-aaad-326b544841d4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-066000 in cluster download-only-066000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"b7b5c5d2-3222-40e9-bb93-119b62cbcefd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"6e6522a8-10e6-4567-9f0a-0dd4447267c8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/16718-868/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8] Decompressors:map[bz2:0x140006d28d0 gz:0x140006d28d8 tar:0x140006d2880 tar.bz2:0x140006d2890 tar.gz:0x140006d28a0 tar.xz:0x140006d28b0 tar.zst:0x140006d28c0 tbz2:0x140006d2890 tgz:0x140006d

28a0 txz:0x140006d28b0 tzst:0x140006d28c0 xz:0x140006d28e0 zip:0x140006d28f0 zst:0x140006d28e8] Getters:map[file:0x14000bfc740 http:0x14000a0ea00 https:0x14000a0ea50] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"076b589d-2ef0-4be2-ac49-3f17d7b6ae60","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0615 09:32:25.716356    1315 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:32:25.716486    1315 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:32:25.716489    1315 out.go:309] Setting ErrFile to fd 2...

	I0615 09:32:25.716491    1315 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:32:25.716560    1315 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	W0615 09:32:25.716617    1315 root.go:312] Error reading config file at /Users/jenkins/minikube-integration/16718-868/.minikube/config/config.json: open /Users/jenkins/minikube-integration/16718-868/.minikube/config/config.json: no such file or directory

	I0615 09:32:25.717699    1315 out.go:303] Setting JSON to true

	I0615 09:32:25.735952    1315 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":116,"bootTime":1686846629,"procs":391,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:32:25.736013    1315 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:32:25.741681    1315 out.go:97] [download-only-066000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:32:25.745660    1315 out.go:169] MINIKUBE_LOCATION=16718

	W0615 09:32:25.741806    1315 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball: no such file or directory

	I0615 09:32:25.741844    1315 notify.go:220] Checking for updates...

	I0615 09:32:25.753574    1315 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:32:25.756697    1315 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:32:25.758055    1315 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:32:25.760662    1315 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	W0615 09:32:25.766711    1315 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0615 09:32:25.766945    1315 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:32:25.771640    1315 out.go:97] Using the qemu2 driver based on user configuration

	I0615 09:32:25.771661    1315 start.go:297] selected driver: qemu2

	I0615 09:32:25.771665    1315 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:32:25.771749    1315 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:32:25.775643    1315 out.go:169] Automatically selected the socket_vmnet network

	I0615 09:32:25.781061    1315 start_flags.go:382] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0615 09:32:25.781148    1315 start_flags.go:901] Wait components to verify : map[apiserver:true system_pods:true]

	I0615 09:32:25.781195    1315 cni.go:84] Creating CNI manager for ""

	I0615 09:32:25.781201    1315 cni.go:168] CNI unnecessary in this configuration, recommending no CNI

	I0615 09:32:25.781205    1315 start_flags.go:319] config:

	{Name:download-only-066000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-066000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRun

time:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:32:25.781383    1315 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:32:25.785665    1315 out.go:97] Downloading VM boot image ...

	I0615 09:32:25.785696    1315 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso

	I0615 09:32:41.433833    1315 out.go:97] Starting control plane node download-only-066000 in cluster download-only-066000

	I0615 09:32:41.433854    1315 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0615 09:32:41.529630    1315 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0615 09:32:41.529716    1315 cache.go:57] Caching tarball of preloaded images

	I0615 09:32:41.530569    1315 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0615 09:32:41.535866    1315 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I0615 09:32:41.535876    1315 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0615 09:32:41.742996    1315 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0615 09:32:53.435434    1315 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0615 09:32:53.435569    1315 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0615 09:32:54.079581    1315 cache.go:60] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I0615 09:32:54.079759    1315 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/download-only-066000/config.json ...

	I0615 09:32:54.079784    1315 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/download-only-066000/config.json: {Name:mkeab36ea4760a4354a26ce4f059985f1309a7db Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:32:54.080013    1315 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0615 09:32:54.080189    1315 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/16718-868/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I0615 09:32:54.674458    1315 out.go:169] 

	W0615 09:32:54.679596    1315 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/16718-868/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8 0x103eeffc8] Decompressors:map[bz2:0x140006d28d0 gz:0x140006d28d8 tar:0x140006d2880 tar.bz2:0x140006d2890 tar.gz:0x140006d28a0 tar.xz:0x140006d28b0 tar.zst:0x140006d28c0 tbz2:0x140006d2890 tgz:0x140006d28a0 txz:0x140006d28b0 tzst:0x140006d28c0 xz:0x140006d28e0 zip:0x140006d28f0 zst:0x140006d28e8] Getters:map[file:0x14000bfc740 http:0x14000a0ea00 https:0x14000a0ea50] Dir:false ProgressListener:

<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0615 09:32:54.679626    1315 out_reason.go:110] 

	W0615 09:32:54.686527    1315 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0615 09:32:54.690415    1315 out.go:169] 

** /stderr **

aaa_download_only_test.go:71: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-066000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (29.03s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:160: expected the file for binary exist at "/Users/jenkins/minikube-integration/16718-868/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/16718-868/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-690000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-690000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.948591208s)

-- stdout --

	* [offline-docker-690000] minikube v1.30.1 on Darwin 13.4 (arm64)

	  - MINIKUBE_LOCATION=16718

	  - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-690000 in cluster offline-docker-690000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-690000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0615 10:25:52.212745    3867 out.go:296] Setting OutFile to fd 1 ...

	I0615 10:25:52.212877    3867 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 10:25:52.212880    3867 out.go:309] Setting ErrFile to fd 2...

	I0615 10:25:52.212883    3867 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 10:25:52.212955    3867 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 10:25:52.213994    3867 out.go:303] Setting JSON to false

	I0615 10:25:52.230815    3867 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":3323,"bootTime":1686846629,"procs":439,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 10:25:52.230877    3867 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 10:25:52.234746    3867 out.go:177] * [offline-docker-690000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 10:25:52.242724    3867 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 10:25:52.242778    3867 notify.go:220] Checking for updates...

	I0615 10:25:52.247853    3867 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 10:25:52.250701    3867 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 10:25:52.253897    3867 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 10:25:52.256761    3867 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 10:25:52.259804    3867 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 10:25:52.263007    3867 config.go:182] Loaded profile config "multinode-506000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 10:25:52.263054    3867 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 10:25:52.266746    3867 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 10:25:52.273662    3867 start.go:297] selected driver: qemu2

	I0615 10:25:52.273667    3867 start.go:884] validating driver "qemu2" against <nil>

	I0615 10:25:52.273672    3867 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 10:25:52.275590    3867 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 10:25:52.278706    3867 out.go:177] * Automatically selected the socket_vmnet network

	I0615 10:25:52.281826    3867 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 10:25:52.281846    3867 cni.go:84] Creating CNI manager for ""

	I0615 10:25:52.281851    3867 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 10:25:52.281854    3867 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 10:25:52.281859    3867 start_flags.go:319] config:

	{Name:offline-docker-690000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:offline-docker-690000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR

untime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 10:25:52.281968    3867 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 10:25:52.288528    3867 out.go:177] * Starting control plane node offline-docker-690000 in cluster offline-docker-690000

	I0615 10:25:52.292665    3867 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 10:25:52.292696    3867 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 10:25:52.292707    3867 cache.go:57] Caching tarball of preloaded images

	I0615 10:25:52.292780    3867 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 10:25:52.292787    3867 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 10:25:52.292841    3867 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/offline-docker-690000/config.json ...

	I0615 10:25:52.292854    3867 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/offline-docker-690000/config.json: {Name:mkb78bf69d2a4e69cefffef5c90cae453706cd1a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 10:25:52.293040    3867 start.go:365] acquiring machines lock for offline-docker-690000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 10:25:52.293067    3867 start.go:369] acquired machines lock for "offline-docker-690000" in 21.708µs

	I0615 10:25:52.293076    3867 start.go:93] Provisioning new machine with config: &{Name:offline-docker-690000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.27.3 ClusterName:offline-docker-690000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 10:25:52.293102    3867 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 10:25:52.296711    3867 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0615 10:25:52.310779    3867 start.go:159] libmachine.API.Create for "offline-docker-690000" (driver="qemu2")

	I0615 10:25:52.310812    3867 client.go:168] LocalClient.Create starting

	I0615 10:25:52.310879    3867 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 10:25:52.310901    3867 main.go:141] libmachine: Decoding PEM data...

	I0615 10:25:52.310909    3867 main.go:141] libmachine: Parsing certificate...

	I0615 10:25:52.310951    3867 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 10:25:52.310965    3867 main.go:141] libmachine: Decoding PEM data...

	I0615 10:25:52.310973    3867 main.go:141] libmachine: Parsing certificate...

	I0615 10:25:52.311295    3867 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 10:25:52.423887    3867 main.go:141] libmachine: Creating SSH key...

	I0615 10:25:52.473752    3867 main.go:141] libmachine: Creating Disk image...

	I0615 10:25:52.473762    3867 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 10:25:52.473911    3867 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:25:52.482358    3867 main.go:141] libmachine: STDOUT: 

	I0615 10:25:52.482379    3867 main.go:141] libmachine: STDERR: 

	I0615 10:25:52.482453    3867 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2 +20000M

	I0615 10:25:52.490279    3867 main.go:141] libmachine: STDOUT: Image resized.

	I0615 10:25:52.490296    3867 main.go:141] libmachine: STDERR: 

	I0615 10:25:52.490316    3867 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:25:52.490323    3867 main.go:141] libmachine: Starting QEMU VM...

	I0615 10:25:52.490360    3867 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1e:e4:b0:a4:d3:fc -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:25:52.491974    3867 main.go:141] libmachine: STDOUT: 

	I0615 10:25:52.491989    3867 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0615 10:25:52.492009    3867 client.go:171] LocalClient.Create took 181.196542ms

	I0615 10:25:54.494038    3867 start.go:128] duration metric: createHost completed in 2.200964958s

	I0615 10:25:54.494068    3867 start.go:83] releasing machines lock for "offline-docker-690000", held for 2.201032083s

	W0615 10:25:54.494098    3867 start.go:672] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0615 10:25:54.502656    3867 out.go:177] * Deleting "offline-docker-690000" in qemu2 ...

	W0615 10:25:54.511711    3867 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0615 10:25:54.511717    3867 start.go:687] Will try again in 5 seconds ...

	I0615 10:25:59.513731    3867 start.go:365] acquiring machines lock for offline-docker-690000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 10:25:59.513840    3867 start.go:369] acquired machines lock for "offline-docker-690000" in 84.792µs

	I0615 10:25:59.513873    3867 start.go:93] Provisioning new machine with config: &{Name:offline-docker-690000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.27.3 ClusterName:offline-docker-690000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP

: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 10:25:59.513925    3867 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 10:25:59.528634    3867 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0615 10:25:59.542703    3867 start.go:159] libmachine.API.Create for "offline-docker-690000" (driver="qemu2")

	I0615 10:25:59.542720    3867 client.go:168] LocalClient.Create starting

	I0615 10:25:59.542783    3867 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 10:25:59.542821    3867 main.go:141] libmachine: Decoding PEM data...

	I0615 10:25:59.542829    3867 main.go:141] libmachine: Parsing certificate...

	I0615 10:25:59.542857    3867 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 10:25:59.542889    3867 main.go:141] libmachine: Decoding PEM data...

	I0615 10:25:59.542896    3867 main.go:141] libmachine: Parsing certificate...

	I0615 10:25:59.543178    3867 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 10:26:00.016315    3867 main.go:141] libmachine: Creating SSH key...

	I0615 10:26:00.073435    3867 main.go:141] libmachine: Creating Disk image...

	I0615 10:26:00.073444    3867 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 10:26:00.073593    3867 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:26:00.082226    3867 main.go:141] libmachine: STDOUT: 

	I0615 10:26:00.082238    3867 main.go:141] libmachine: STDERR: 

	I0615 10:26:00.082292    3867 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2 +20000M

	I0615 10:26:00.089634    3867 main.go:141] libmachine: STDOUT: Image resized.

	I0615 10:26:00.089661    3867 main.go:141] libmachine: STDERR: 

	I0615 10:26:00.089681    3867 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:26:00.089686    3867 main.go:141] libmachine: Starting QEMU VM...

	I0615 10:26:00.089736    3867 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/qemu.pid -device virtio-net-pci,netdev=net0,mac=12:84:68:6e:be:e2 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/offline-docker-690000/disk.qcow2

	I0615 10:26:00.091318    3867 main.go:141] libmachine: STDOUT: 

	I0615 10:26:00.091331    3867 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0615 10:26:00.091346    3867 client.go:171] LocalClient.Create took 548.632333ms

	I0615 10:26:02.093533    3867 start.go:128] duration metric: createHost completed in 2.579588417s

	I0615 10:26:02.093616    3867 start.go:83] releasing machines lock for "offline-docker-690000", held for 2.579805792s

	W0615 10:26:02.093962    3867 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-690000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-690000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0615 10:26:02.102537    3867 out.go:177] 

	W0615 10:26:02.107832    3867 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0615 10:26:02.107876    3867 out.go:239] * 

	* 

	W0615 10:26:02.110562    3867 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0615 10:26:02.118562    3867 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-690000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:522: *** TestOffline FAILED at 2023-06-15 10:26:02.131988 -0700 PDT m=+3216.468970876

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-690000 -n offline-docker-690000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-690000 -n offline-docker-690000: exit status 7 (68.777583ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-690000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-690000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-690000

--- FAIL: TestOffline (10.12s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:304: failed waiting for registry replicacontroller to stabilize: timed out waiting for the condition

addons_test.go:306: registry stabilized in 6m0.001855s

addons_test.go:308: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

addons_test.go:308: ***** TestAddons/parallel/Registry: pod "actual-registry=true" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:308: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

addons_test.go:308: TestAddons/parallel/Registry: showing logs for failed pods as of 2023-06-15 09:52:00.65588 -0700 PDT m=+1174.939317418

addons_test.go:309: failed waiting for pod actual-registry: actual-registry=true within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-477000 -n addons-477000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-477000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.3   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | --download-only -p             | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT |                     |

	|         | binary-mirror-062000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49310         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-062000        | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | -p addons-477000               | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:40 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:52 PDT |                     |

	|         | addons-477000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/15 09:33:17

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0615 09:33:17.135905    1397 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:33:17.136030    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136034    1397 out.go:309] Setting ErrFile to fd 2...

	I0615 09:33:17.136037    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136120    1397 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 09:33:17.137161    1397 out.go:303] Setting JSON to false

	I0615 09:33:17.152121    1397 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":168,"bootTime":1686846629,"procs":371,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:33:17.152202    1397 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:33:17.156891    1397 out.go:177] * [addons-477000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:33:17.159887    1397 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 09:33:17.163775    1397 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:33:17.159984    1397 notify.go:220] Checking for updates...

	I0615 09:33:17.171800    1397 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:33:17.174813    1397 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:33:17.177828    1397 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 09:33:17.180704    1397 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 09:33:17.183887    1397 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:33:17.187819    1397 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 09:33:17.194783    1397 start.go:297] selected driver: qemu2

	I0615 09:33:17.194788    1397 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:33:17.194794    1397 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 09:33:17.196752    1397 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:33:17.199793    1397 out.go:177] * Automatically selected the socket_vmnet network

	I0615 09:33:17.201307    1397 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 09:33:17.201331    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:17.201335    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:17.201341    1397 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 09:33:17.201349    1397 start_flags.go:319] config:

	{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:17.201434    1397 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:33:17.209829    1397 out.go:177] * Starting control plane node addons-477000 in cluster addons-477000

	I0615 09:33:17.213726    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:17.213749    1397 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 09:33:17.213768    1397 cache.go:57] Caching tarball of preloaded images

	I0615 09:33:17.213824    1397 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 09:33:17.213830    1397 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 09:33:17.214051    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:17.214063    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json: {Name:mkc1c34b82952aae697463d2d78c6ea098445790 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:17.214292    1397 start.go:365] acquiring machines lock for addons-477000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 09:33:17.214399    1397 start.go:369] acquired machines lock for "addons-477000" in 101.583µs

	I0615 09:33:17.214409    1397 start.go:93] Provisioning new machine with config: &{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:33:17.214436    1397 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 09:33:17.221743    1397 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0615 09:33:17.568031    1397 start.go:159] libmachine.API.Create for "addons-477000" (driver="qemu2")

	I0615 09:33:17.568071    1397 client.go:168] LocalClient.Create starting

	I0615 09:33:17.568226    1397 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 09:33:17.626803    1397 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 09:33:17.737973    1397 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 09:33:17.902563    1397 main.go:141] libmachine: Creating SSH key...

	I0615 09:33:17.968617    1397 main.go:141] libmachine: Creating Disk image...

	I0615 09:33:17.968623    1397 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 09:33:17.969817    1397 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.004891    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.004923    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.004982    1397 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2 +20000M

	I0615 09:33:18.012411    1397 main.go:141] libmachine: STDOUT: Image resized.

	I0615 09:33:18.012436    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.012455    1397 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.012466    1397 main.go:141] libmachine: Starting QEMU VM...

	I0615 09:33:18.012501    1397 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:25:cc:0f:2e:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.081537    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.081558    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.081562    1397 main.go:141] libmachine: Attempt 0

	I0615 09:33:18.081577    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:20.083712    1397 main.go:141] libmachine: Attempt 1

	I0615 09:33:20.083961    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:22.086122    1397 main.go:141] libmachine: Attempt 2

	I0615 09:33:22.086166    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:24.088201    1397 main.go:141] libmachine: Attempt 3

	I0615 09:33:24.088224    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:26.090268    1397 main.go:141] libmachine: Attempt 4

	I0615 09:33:26.090325    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:28.092361    1397 main.go:141] libmachine: Attempt 5

	I0615 09:33:28.092379    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094488    1397 main.go:141] libmachine: Attempt 6

	I0615 09:33:30.094575    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094985    1397 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0615 09:33:30.095099    1397 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:1a:25:cc:f:2e:6f ID:1,1a:25:cc:f:2e:6f Lease:0x648c8ed9}

	I0615 09:33:30.095124    1397 main.go:141] libmachine: Found match: 1a:25:cc:f:2e:6f

	I0615 09:33:30.095168    1397 main.go:141] libmachine: IP: 192.168.105.2

	I0615 09:33:30.095195    1397 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0615 09:33:32.115264    1397 machine.go:88] provisioning docker machine ...

	I0615 09:33:32.115338    1397 buildroot.go:166] provisioning hostname "addons-477000"

	I0615 09:33:32.116828    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.117588    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.117607    1397 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-477000 && echo "addons-477000" | sudo tee /etc/hostname

	I0615 09:33:32.199158    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-477000

	I0615 09:33:32.199283    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.199748    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.199763    1397 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-477000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-477000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-477000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0615 09:33:32.260846    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0615 09:33:32.260864    1397 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16718-868/.minikube CaCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16718-868/.minikube}

	I0615 09:33:32.260878    1397 buildroot.go:174] setting up certificates

	I0615 09:33:32.260906    1397 provision.go:83] configureAuth start

	I0615 09:33:32.260912    1397 provision.go:138] copyHostCerts

	I0615 09:33:32.261103    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/ca.pem (1078 bytes)

	I0615 09:33:32.261436    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/cert.pem (1123 bytes)

	I0615 09:33:32.262101    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/key.pem (1679 bytes)

	I0615 09:33:32.262442    1397 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem org=jenkins.addons-477000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-477000]

	I0615 09:33:32.306279    1397 provision.go:172] copyRemoteCerts

	I0615 09:33:32.306343    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0615 09:33:32.306360    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.335305    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0615 09:33:32.343471    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0615 09:33:32.351180    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0615 09:33:32.358490    1397 provision.go:86] duration metric: configureAuth took 97.576167ms

	I0615 09:33:32.358498    1397 buildroot.go:189] setting minikube options for container-runtime

	I0615 09:33:32.358950    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:33:32.358995    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.359216    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.359220    1397 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0615 09:33:32.410196    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0615 09:33:32.410204    1397 buildroot.go:70] root file system type: tmpfs

	I0615 09:33:32.410261    1397 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0615 09:33:32.410301    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.410550    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.410587    1397 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0615 09:33:32.468329    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0615 09:33:32.468380    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.468634    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.468643    1397 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0615 09:33:32.794674    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0615 09:33:32.794698    1397 machine.go:91] provisioned docker machine in 679.423792ms

	I0615 09:33:32.794704    1397 client.go:171] LocalClient.Create took 15.226996125s

	I0615 09:33:32.794723    1397 start.go:167] duration metric: libmachine.API.Create for "addons-477000" took 15.227064791s

	I0615 09:33:32.794726    1397 start.go:300] post-start starting for "addons-477000" (driver="qemu2")

	I0615 09:33:32.794731    1397 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0615 09:33:32.794812    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0615 09:33:32.794822    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.823879    1397 ssh_runner.go:195] Run: cat /etc/os-release

	I0615 09:33:32.825122    1397 info.go:137] Remote host: Buildroot 2021.02.12

	I0615 09:33:32.825128    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/addons for local assets ...

	I0615 09:33:32.825196    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/files for local assets ...

	I0615 09:33:32.825222    1397 start.go:303] post-start completed in 30.494125ms

	I0615 09:33:32.825555    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:32.825707    1397 start.go:128] duration metric: createHost completed in 15.611646375s

	I0615 09:33:32.825734    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.825947    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.825951    1397 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0615 09:33:32.876753    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686846813.320713543

	I0615 09:33:32.876760    1397 fix.go:206] guest clock: 1686846813.320713543

	I0615 09:33:32.876764    1397 fix.go:219] Guest: 2023-06-15 09:33:33.320713543 -0700 PDT Remote: 2023-06-15 09:33:32.825711 -0700 PDT m=+15.708594751 (delta=495.002543ms)

	I0615 09:33:32.876775    1397 fix.go:190] guest clock delta is within tolerance: 495.002543ms

	I0615 09:33:32.876778    1397 start.go:83] releasing machines lock for "addons-477000", held for 15.662753208s

	I0615 09:33:32.877060    1397 ssh_runner.go:195] Run: cat /version.json

	I0615 09:33:32.877067    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.877085    1397 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0615 09:33:32.877121    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.951587    1397 ssh_runner.go:195] Run: systemctl --version

	I0615 09:33:32.953983    1397 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0615 09:33:32.956008    1397 cni.go:215] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0615 09:33:32.956040    1397 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0615 09:33:32.961754    1397 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0615 09:33:32.961761    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:32.961877    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:32.967359    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0615 09:33:32.970783    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0615 09:33:32.973872    1397 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0615 09:33:32.973908    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0615 09:33:32.976794    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.979871    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0615 09:33:32.983273    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.986847    1397 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0615 09:33:32.990009    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0615 09:33:32.992910    1397 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0615 09:33:32.995885    1397 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0615 09:33:32.999181    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.082046    1397 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0615 09:33:33.090305    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:33.090367    1397 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0615 09:33:33.095444    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.099628    1397 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0615 09:33:33.106008    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.110583    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.115305    1397 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0615 09:33:33.157221    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.165685    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:33.171700    1397 ssh_runner.go:195] Run: which cri-dockerd

	I0615 09:33:33.173347    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0615 09:33:33.176671    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0615 09:33:33.184036    1397 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0615 09:33:33.256172    1397 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0615 09:33:33.326477    1397 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0615 09:33:33.326492    1397 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0615 09:33:33.331797    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.394602    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:34.551420    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.1568305s)

	I0615 09:33:34.551480    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.614918    1397 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0615 09:33:34.680379    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.741670    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.802995    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0615 09:33:34.810702    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.876193    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0615 09:33:34.899281    1397 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0615 09:33:34.899375    1397 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0615 09:33:34.902005    1397 start.go:534] Will wait 60s for crictl version

	I0615 09:33:34.902039    1397 ssh_runner.go:195] Run: which crictl

	I0615 09:33:34.903665    1397 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0615 09:33:34.922827    1397 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0615 09:33:34.922910    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.936535    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.948006    1397 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...

	I0615 09:33:34.948101    1397 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0615 09:33:34.949468    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:34.953059    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:34.953103    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:34.958178    1397 docker.go:636] Got preloaded images: 

	I0615 09:33:34.958185    1397 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.3 wasn't preloaded

	I0615 09:33:34.958223    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:34.960919    1397 ssh_runner.go:195] Run: which lz4

	I0615 09:33:34.962156    1397 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0615 09:33:34.963566    1397 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0615 09:33:34.963580    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635922 bytes)

	I0615 09:33:36.258372    1397 docker.go:600] Took 1.296282 seconds to copy over tarball

	I0615 09:33:36.258440    1397 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0615 09:33:37.363016    1397 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.104582708s)

	I0615 09:33:37.363034    1397 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0615 09:33:37.379849    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:37.383479    1397 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0615 09:33:37.388752    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:37.449408    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:38.998025    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.548624125s)

	I0615 09:33:38.998130    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:39.004063    1397 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.3

	registry.k8s.io/kube-scheduler:v1.27.3

	registry.k8s.io/kube-proxy:v1.27.3

	registry.k8s.io/kube-controller-manager:v1.27.3

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0615 09:33:39.004075    1397 cache_images.go:84] Images are preloaded, skipping loading

	I0615 09:33:39.004149    1397 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0615 09:33:39.011968    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:39.011977    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:39.012000    1397 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0615 09:33:39.012011    1397 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-477000 NodeName:addons-477000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0615 09:33:39.012111    1397 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-477000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0615 09:33:39.012156    1397 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-477000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0615 09:33:39.012203    1397 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3

	I0615 09:33:39.015681    1397 binaries.go:44] Found k8s binaries, skipping transfer

	I0615 09:33:39.015718    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0615 09:33:39.018849    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0615 09:33:39.023920    1397 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0615 09:33:39.028733    1397 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0615 09:33:39.033571    1397 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0615 09:33:39.034818    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:39.038909    1397 certs.go:56] Setting up /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000 for IP: 192.168.105.2

	I0615 09:33:39.038918    1397 certs.go:190] acquiring lock for shared ca certs: {Name:mk9ee4d7ca68f2cc32c8609d33f6ce33c43a91d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.039073    1397 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key

	I0615 09:33:39.109209    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt ...

	I0615 09:33:39.109214    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt: {Name:mka7538e8370ad0560f47e28d206b077e2dbbef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109425    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key ...

	I0615 09:33:39.109428    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key: {Name:mkca6c7de675216938ac1a6663738af412e2d280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109532    1397 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key

	I0615 09:33:39.219574    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt ...

	I0615 09:33:39.219577    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt: {Name:mk21a595039c96735254391e5270364a73e52306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219709    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key ...

	I0615 09:33:39.219712    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key: {Name:mk96cab9f1987887c2b313cd365bdba518ec818b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219826    1397 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key

	I0615 09:33:39.219831    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt with IP's: []

	I0615 09:33:39.435828    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt ...

	I0615 09:33:39.435835    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt: {Name:mk0f2105a4c5fdba007e9c77c7945365dc3f96af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436029    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key ...

	I0615 09:33:39.436031    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key: {Name:mk65e491f4b4c1ee8d05045efb9265b2c697a551 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436124    1397 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969

	I0615 09:33:39.436133    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0615 09:33:39.510125    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 ...

	I0615 09:33:39.510129    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969: {Name:mk7c90d062166950585957cb3f0ce136594c9cd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510277    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 ...

	I0615 09:33:39.510280    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969: {Name:mk4266445b8f2d5bc078d169ee24b8765955e2f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510384    1397 certs.go:337] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt

	I0615 09:33:39.510598    1397 certs.go:341] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key

	I0615 09:33:39.510713    1397 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key

	I0615 09:33:39.510723    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt with IP's: []

	I0615 09:33:39.610633    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt ...

	I0615 09:33:39.610637    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt: {Name:mk04e06c13fe3eccffb62f328096a02f5668baa1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.610779    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key ...

	I0615 09:33:39.610783    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key: {Name:mk21e3c8e84fcac9a2d9da5e0fa06b26ad1ee7cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.611042    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem (1679 bytes)

	I0615 09:33:39.611072    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem (1078 bytes)

	I0615 09:33:39.611094    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem (1123 bytes)

	I0615 09:33:39.611429    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem (1679 bytes)

	I0615 09:33:39.611960    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0615 09:33:39.619546    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0615 09:33:39.626711    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0615 09:33:39.633501    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0615 09:33:39.640010    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0615 09:33:39.647112    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0615 09:33:39.654063    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0615 09:33:39.660582    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0615 09:33:39.667533    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0615 09:33:39.674545    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0615 09:33:39.680339    1397 ssh_runner.go:195] Run: openssl version

	I0615 09:33:39.682379    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0615 09:33:39.685404    1397 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686832    1397 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 15 16:33 /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686855    1397 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.688703    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0615 09:33:39.691957    1397 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0615 09:33:39.693381    1397 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0615 09:33:39.693418    1397 kubeadm.go:404] StartCluster: {Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:39.693485    1397 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0615 09:33:39.699291    1397 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0615 09:33:39.702928    1397 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0615 09:33:39.706168    1397 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0615 09:33:39.708902    1397 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0615 09:33:39.708925    1397 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0615 09:33:39.731022    1397 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3

	I0615 09:33:39.731051    1397 kubeadm.go:322] [preflight] Running pre-flight checks

	I0615 09:33:39.787198    1397 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0615 09:33:39.787252    1397 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0615 09:33:39.787291    1397 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0615 09:33:39.845524    1397 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0615 09:33:39.853720    1397 out.go:204]   - Generating certificates and keys ...

	I0615 09:33:39.853771    1397 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0615 09:33:39.853800    1397 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0615 09:33:40.047052    1397 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0615 09:33:40.281668    1397 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0615 09:33:40.373604    1397 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0615 09:33:40.496002    1397 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0615 09:33:40.752895    1397 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0615 09:33:40.752975    1397 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.889354    1397 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0615 09:33:40.889424    1397 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.967392    1397 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0615 09:33:41.132487    1397 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0615 09:33:41.175551    1397 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0615 09:33:41.175583    1397 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0615 09:33:41.275708    1397 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0615 09:33:41.313261    1397 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0615 09:33:41.394612    1397 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0615 09:33:41.488793    1397 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0615 09:33:41.495623    1397 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0615 09:33:41.495672    1397 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0615 09:33:41.495691    1397 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0615 09:33:41.565044    1397 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0615 09:33:41.570236    1397 out.go:204]   - Booting up control plane ...

	I0615 09:33:41.570302    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0615 09:33:41.570344    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0615 09:33:41.570389    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0615 09:33:41.570430    1397 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0615 09:33:41.570514    1397 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0615 09:33:45.571765    1397 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.003295 seconds

	I0615 09:33:45.571857    1397 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0615 09:33:45.577408    1397 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0615 09:33:46.094757    1397 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0615 09:33:46.095006    1397 kubeadm.go:322] [mark-control-plane] Marking the node addons-477000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0615 09:33:46.613385    1397 kubeadm.go:322] [bootstrap-token] Using token: f4kg8y.q60xaa2tn5uwspbb

	I0615 09:33:46.619341    1397 out.go:204]   - Configuring RBAC rules ...

	I0615 09:33:46.619403    1397 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0615 09:33:46.620813    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0615 09:33:46.624663    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0615 09:33:46.625913    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0615 09:33:46.627185    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0615 09:33:46.628306    1397 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0615 09:33:46.632523    1397 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0615 09:33:46.806353    1397 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0615 09:33:47.022461    1397 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0615 09:33:47.022733    1397 kubeadm.go:322] 

	I0615 09:33:47.022774    1397 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0615 09:33:47.022780    1397 kubeadm.go:322] 

	I0615 09:33:47.022834    1397 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0615 09:33:47.022839    1397 kubeadm.go:322] 

	I0615 09:33:47.022851    1397 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0615 09:33:47.022879    1397 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0615 09:33:47.022912    1397 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0615 09:33:47.022916    1397 kubeadm.go:322] 

	I0615 09:33:47.022952    1397 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0615 09:33:47.022958    1397 kubeadm.go:322] 

	I0615 09:33:47.022992    1397 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0615 09:33:47.022995    1397 kubeadm.go:322] 

	I0615 09:33:47.023016    1397 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0615 09:33:47.023050    1397 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0615 09:33:47.023081    1397 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0615 09:33:47.023083    1397 kubeadm.go:322] 

	I0615 09:33:47.023121    1397 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0615 09:33:47.023158    1397 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0615 09:33:47.023161    1397 kubeadm.go:322] 

	I0615 09:33:47.023197    1397 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023261    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 \

	I0615 09:33:47.023273    1397 kubeadm.go:322] 	--control-plane 

	I0615 09:33:47.023278    1397 kubeadm.go:322] 

	I0615 09:33:47.023320    1397 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0615 09:33:47.023326    1397 kubeadm.go:322] 

	I0615 09:33:47.023380    1397 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023443    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 

	I0615 09:33:47.023525    1397 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0615 09:33:47.023586    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:47.023594    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:47.031274    1397 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0615 09:33:47.035321    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0615 09:33:47.038799    1397 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0615 09:33:47.043709    1397 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0615 09:33:47.043747    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.043800    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627 minikube.k8s.io/name=addons-477000 minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.095849    1397 ops.go:34] apiserver oom_adj: -16

	I0615 09:33:47.095898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.645147    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.145079    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.645093    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.145044    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.645148    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.145134    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.645328    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.145310    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.645116    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.144609    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.645278    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.145243    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.645239    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.145000    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.644744    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.145233    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.644949    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.145008    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.644938    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.143430    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.645224    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.144898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.644909    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.144773    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.644338    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.144834    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.206574    1397 kubeadm.go:1081] duration metric: took 13.163176875s to wait for elevateKubeSystemPrivileges.

	I0615 09:34:00.206587    1397 kubeadm.go:406] StartCluster complete in 20.513668625s

	I0615 09:34:00.206614    1397 settings.go:142] acquiring lock: {Name:mk45a698fcd8dd8ae6984c9cf4ad4d183fdb5424 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.206769    1397 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:34:00.206961    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/kubeconfig: {Name:mkbe9cac04fb467055323f2e3d5db2c6ddc287ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.207185    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0615 09:34:00.207249    1397 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0615 09:34:00.207317    1397 addons.go:66] Setting ingress=true in profile "addons-477000"

	I0615 09:34:00.207322    1397 addons.go:66] Setting ingress-dns=true in profile "addons-477000"

	I0615 09:34:00.207325    1397 addons.go:228] Setting addon ingress=true in "addons-477000"

	I0615 09:34:00.207327    1397 addons.go:228] Setting addon ingress-dns=true in "addons-477000"

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207358    1397 addons.go:66] Setting cloud-spanner=true in profile "addons-477000"

	I0615 09:34:00.207362    1397 addons.go:228] Setting addon cloud-spanner=true in "addons-477000"

	I0615 09:34:00.207371    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207402    1397 addons.go:66] Setting metrics-server=true in profile "addons-477000"

	I0615 09:34:00.207421    1397 addons.go:66] Setting registry=true in profile "addons-477000"

	I0615 09:34:00.207457    1397 addons.go:228] Setting addon registry=true in "addons-477000"

	I0615 09:34:00.207434    1397 addons.go:66] Setting inspektor-gadget=true in profile "addons-477000"

	I0615 09:34:00.207483    1397 addons.go:228] Setting addon inspektor-gadget=true in "addons-477000"

	I0615 09:34:00.207494    1397 addons.go:228] Setting addon metrics-server=true in "addons-477000"

	I0615 09:34:00.207502    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207433    1397 addons.go:66] Setting default-storageclass=true in profile "addons-477000"

	I0615 09:34:00.207531    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:34:00.207537    1397 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-477000"

	I0615 09:34:00.207575    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207475    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207436    1397 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-477000"

	I0615 09:34:00.207676    1397 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.207687    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207317    1397 addons.go:66] Setting volumesnapshots=true in profile "addons-477000"

	I0615 09:34:00.207735    1397 addons.go:228] Setting addon volumesnapshots=true in "addons-477000"

	I0615 09:34:00.207746    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207438    1397 addons.go:66] Setting gcp-auth=true in profile "addons-477000"

	I0615 09:34:00.207776    1397 mustload.go:65] Loading cluster: addons-477000

	I0615 09:34:00.207433    1397 addons.go:66] Setting storage-provisioner=true in profile "addons-477000"

	I0615 09:34:00.208143    1397 addons.go:228] Setting addon storage-provisioner=true in "addons-477000"

	I0615 09:34:00.208157    1397 host.go:66] Checking if "addons-477000" exists ...

	W0615 09:34:00.208299    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208325    1397 addons.go:274] "addons-477000" is not running, setting registry=true and skipping enablement (err=<nil>)

	W0615 09:34:00.208331    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208338    1397 addons.go:274] "addons-477000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	I0615 09:34:00.208333    1397 addons.go:464] Verifying addon registry=true in "addons-477000"

	I0615 09:34:00.211629    1397 out.go:177] * Verifying registry addon...

	W0615 09:34:00.208373    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.207993    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	W0615 09:34:00.208397    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208133    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208437    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208601    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208662    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.215730    1397 addons.go:228] Setting addon default-storageclass=true in "addons-477000"

	W0615 09:34:00.218550    1397 addons.go:274] "addons-477000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218559    1397 addons.go:274] "addons-477000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218580    1397 addons.go:274] "addons-477000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218593    1397 addons.go:274] "addons-477000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	I0615 09:34:00.218944    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0615 09:34:00.219273    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.221576    1397 addons.go:464] Verifying addon metrics-server=true in "addons-477000"

	I0615 09:34:00.221583    1397 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0615 09:34:00.224623    1397 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0615 09:34:00.224631    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0615 09:34:00.224638    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.221629    1397 addons.go:464] Verifying addon ingress=true in "addons-477000"

	I0615 09:34:00.221636    1397 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.221723    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.228543    1397 out.go:177] * Verifying ingress addon...

	I0615 09:34:00.238557    1397 out.go:177] * Verifying csi-hostpath-driver addon...

	I0615 09:34:00.229248    1397 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.235988    1397 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0615 09:34:00.241352    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0615 09:34:00.242560    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0615 09:34:00.242594    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.242973    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0615 09:34:00.245385    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0615 09:34:00.251897    1397 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0615 09:34:00.275682    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0615 09:34:00.278596    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0615 09:34:00.278604    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0615 09:34:00.310787    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0615 09:34:00.310799    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0615 09:34:00.340750    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0615 09:34:00.340763    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0615 09:34:00.370147    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.374756    1397 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0615 09:34:00.374766    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0615 09:34:00.391483    1397 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.391493    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0615 09:34:00.396735    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.725129    1397 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-477000" context rescaled to 1 replicas

	I0615 09:34:00.725155    1397 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:34:00.731827    1397 out.go:177] * Verifying Kubernetes components...

	I0615 09:34:00.735986    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:01.130555    1397 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	W0615 09:34:01.273320    1397 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273347    1397 retry.go:31] will retry after 358.412085ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273795    1397 node_ready.go:35] waiting up to 6m0s for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275272    1397 node_ready.go:49] node "addons-477000" has status "Ready":"True"

	I0615 09:34:01.275281    1397 node_ready.go:38] duration metric: took 1.477792ms waiting for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275284    1397 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:01.279498    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:01.633151    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:02.299497    1397 pod_ready.go:92] pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.299518    1397 pod_ready.go:81] duration metric: took 1.020034208s waiting for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.299526    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303736    1397 pod_ready.go:92] pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.303743    1397 pod_ready.go:81] duration metric: took 4.212458ms waiting for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303749    1397 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307230    1397 pod_ready.go:92] pod "etcd-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.307237    1397 pod_ready.go:81] duration metric: took 3.484042ms waiting for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307243    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311004    1397 pod_ready.go:92] pod "kube-apiserver-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.311013    1397 pod_ready.go:81] duration metric: took 3.766916ms waiting for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311019    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481809    1397 pod_ready.go:92] pod "kube-controller-manager-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.481828    1397 pod_ready.go:81] duration metric: took 170.807958ms waiting for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481838    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883885    1397 pod_ready.go:92] pod "kube-proxy-8rgcs" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.883919    1397 pod_ready.go:81] duration metric: took 402.082375ms waiting for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883933    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277736    1397 pod_ready.go:92] pod "kube-scheduler-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:03.277748    1397 pod_ready.go:81] duration metric: took 393.817875ms waiting for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277754    1397 pod_ready.go:38] duration metric: took 2.002511417s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:03.277768    1397 api_server.go:52] waiting for apiserver process to appear ...

	I0615 09:34:03.277845    1397 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0615 09:34:03.986804    1397 api_server.go:72] duration metric: took 3.261712416s to wait for apiserver process to appear ...

	I0615 09:34:03.986816    1397 api_server.go:88] waiting for apiserver healthz status ...

	I0615 09:34:03.986824    1397 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0615 09:34:03.986882    1397 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.353767917s)

	I0615 09:34:03.990093    1397 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0615 09:34:03.990734    1397 api_server.go:141] control plane version: v1.27.3

	I0615 09:34:03.990742    1397 api_server.go:131] duration metric: took 3.923291ms to wait for apiserver health ...

	I0615 09:34:03.990745    1397 system_pods.go:43] waiting for kube-system pods to appear ...

	I0615 09:34:03.993833    1397 system_pods.go:59] 9 kube-system pods found

	I0615 09:34:03.993840    1397 system_pods.go:61] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.993843    1397 system_pods.go:61] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.993845    1397 system_pods.go:61] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.993848    1397 system_pods.go:61] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.993851    1397 system_pods.go:61] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.993853    1397 system_pods.go:61] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.993855    1397 system_pods.go:61] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.993859    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993864    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993866    1397 system_pods.go:74] duration metric: took 3.119166ms to wait for pod list to return data ...

	I0615 09:34:03.993869    1397 default_sa.go:34] waiting for default service account to be created ...

	I0615 09:34:03.995049    1397 default_sa.go:45] found service account: "default"

	I0615 09:34:03.995055    1397 default_sa.go:55] duration metric: took 1.183708ms for default service account to be created ...

	I0615 09:34:03.995057    1397 system_pods.go:116] waiting for k8s-apps to be running ...

	I0615 09:34:03.998400    1397 system_pods.go:86] 9 kube-system pods found

	I0615 09:34:03.998409    1397 system_pods.go:89] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.998411    1397 system_pods.go:89] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.998414    1397 system_pods.go:89] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.998416    1397 system_pods.go:89] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.998419    1397 system_pods.go:89] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.998421    1397 system_pods.go:89] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.998424    1397 system_pods.go:89] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.998429    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998433    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998436    1397 system_pods.go:126] duration metric: took 3.376208ms to wait for k8s-apps to be running ...

	I0615 09:34:03.998439    1397 system_svc.go:44] waiting for kubelet service to be running ....

	I0615 09:34:03.998489    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:04.003913    1397 system_svc.go:56] duration metric: took 5.471458ms WaitForService to wait for kubelet.

	I0615 09:34:04.003921    1397 kubeadm.go:581] duration metric: took 3.278833625s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0615 09:34:04.003932    1397 node_conditions.go:102] verifying NodePressure condition ...

	I0615 09:34:04.077208    1397 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0615 09:34:04.077239    1397 node_conditions.go:123] node cpu capacity is 2

	I0615 09:34:04.077244    1397 node_conditions.go:105] duration metric: took 73.311333ms to run NodePressure ...

	I0615 09:34:04.077249    1397 start.go:228] waiting for startup goroutines ...

	I0615 09:34:06.831960    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0615 09:34:06.832053    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.882622    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0615 09:34:06.891297    1397 addons.go:228] Setting addon gcp-auth=true in "addons-477000"

	I0615 09:34:06.891339    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:06.892599    1397 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0615 09:34:06.892612    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.928262    1397 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0615 09:34:06.932997    1397 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0615 09:34:06.937187    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0615 09:34:06.937194    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0615 09:34:06.943495    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0615 09:34:06.943502    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0615 09:34:06.949337    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:06.949343    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0615 09:34:06.954968    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:07.475178    1397 addons.go:464] Verifying addon gcp-auth=true in "addons-477000"

	I0615 09:34:07.478304    1397 out.go:177] * Verifying gcp-auth addon...

	I0615 09:34:07.485666    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0615 09:34:07.491991    1397 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0615 09:34:07.492002    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:07.996710    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:08.496921    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.002133    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.494606    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.995080    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.495704    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.995530    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:11.495877    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.001470    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.497446    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.001473    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.502268    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.997362    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.503184    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.997798    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:15.495991    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.000278    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.501895    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.001719    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.495416    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.995757    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:18.496835    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:19.002478    1397 kapi.go:107] duration metric: took 11.51706925s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0615 09:34:19.008171    1397 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-477000 cluster.

	I0615 09:34:19.011889    1397 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0615 09:34:19.016120    1397 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0615 09:40:00.215049    1397 kapi.go:107] duration metric: took 6m0.00478975s to wait for kubernetes.io/minikube-addons=registry ...

	W0615 09:40:00.215455    1397 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0615 09:40:00.235888    1397 kapi.go:107] duration metric: took 6m0.001641708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0615 09:40:00.235937    1397 kapi.go:107] duration metric: took 6m0.008679083s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0615 09:40:00.236028    1397 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	W0615 09:40:00.236088    1397 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0615 09:40:00.243957    1397 out.go:177] * Enabled addons: inspektor-gadget, metrics-server, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, volumesnapshots, gcp-auth

	I0615 09:40:00.250970    1397 addons.go:499] enable addons completed in 6m0.052449292s: enabled=[inspektor-gadget metrics-server cloud-spanner ingress-dns storage-provisioner default-storageclass volumesnapshots gcp-auth]

	I0615 09:40:00.251042    1397 start.go:233] waiting for cluster config update ...

	I0615 09:40:00.251069    1397 start.go:242] writing updated cluster config ...

	I0615 09:40:00.255738    1397 ssh_runner.go:195] Run: rm -f paused

	I0615 09:40:00.403218    1397 start.go:582] kubectl: 1.25.9, cluster: 1.27.3 (minor skew: 2)

	I0615 09:40:00.405982    1397 out.go:177] 

	W0615 09:40:00.410033    1397 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.3.

	I0615 09:40:00.413868    1397 out.go:177]   - Want kubectl v1.27.3? Try 'minikube kubectl -- get pods -A'

	I0615 09:40:00.421952    1397 out.go:177] * Done! kubectl is now configured to use "addons-477000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 16:52:00 UTC. --

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712778061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712798672Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:12 addons-477000 dockerd[1091]: time="2023-06-15T16:34:12.754255249Z" level=info msg="ignoring event" container=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754320625Z" level=info msg="shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754344286Z" level=warning msg="cleaning up after shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754349480Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.793607046Z" level=info msg="shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1091]: time="2023-06-15T16:34:13.793691952Z" level=info msg="ignoring event" container=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794164777Z" level=warning msg="cleaning up after shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794176995Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1091]: time="2023-06-15T16:34:14.817608715Z" level=info msg="ignoring event" container=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.817442834Z" level=info msg="shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819525140Z" level=warning msg="cleaning up after shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819574276Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.579995441Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580279599Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580317285Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580357122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:15Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/0c316c00ee755585c1753e0f1d6364e1731871da5d072484c67c43cac67cd349/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 16:34:15 addons-477000 dockerd[1091]: time="2023-06-15T16:34:15.926803390Z" level=warning msg="reference for unknown type: " digest="sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:18Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269480431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269881621Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269894061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269898788Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	6a4bcd8ac64ff       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              17 minutes ago      Running             gcp-auth                     0                   0c316c00ee755

	8527d6f42bef1       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   17 minutes ago      Running             volume-snapshot-controller   0                   f6bd41ad4abf6

	06a9dab9c48b6       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   17 minutes ago      Running             volume-snapshot-controller   0                   629404aaee996

	256eaaad3894a       97e04611ad434                                                                                                             17 minutes ago      Running             coredns                      0                   f6fc2a0d05c4a

	29b72a92c6578       fb73e92641fd5                                                                                                             18 minutes ago      Running             kube-proxy                   0                   405ca9198a355

	733213e41e3b9       bcb9e554eaab6                                                                                                             18 minutes ago      Running             kube-scheduler               0                   25817e506c78b

	b11fb0f325644       39dfb036b0986                                                                                                             18 minutes ago      Running             kube-apiserver               0                   0dde73a500899

	66de98cb24ea0       ab3683b584ae5                                                                                                             18 minutes ago      Running             kube-controller-manager      0                   69ef168f52131

	41a6909f99a59       24bc64e911039                                                                                                             18 minutes ago      Running             etcd                         0                   9b969e901cc05

	* 

	* ==> coredns [256eaaad3894] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:55502 - 31535 "HINFO IN 8156761713541019547.3807690688336836625. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.006087175s

	* 

	* ==> describe nodes <==

	* Name:               addons-477000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-477000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627

	                    minikube.k8s.io/name=addons-477000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Thu, 15 Jun 2023 16:33:44 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-477000

	  AcquireTime:     <unset>

	  RenewTime:       Thu, 15 Jun 2023 16:52:00 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Thu, 15 Jun 2023 16:50:10 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Thu, 15 Jun 2023 16:50:10 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Thu, 15 Jun 2023 16:50:10 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Thu, 15 Jun 2023 16:50:10 +0000   Thu, 15 Jun 2023 16:33:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-477000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 5009a87f17804889a5a4616073b937e0

	  System UUID:                5009a87f17804889a5a4616073b937e0

	  Boot ID:                    9630f686-3c90-436f-98e6-d8c6686f510a

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.3

	  Kube-Proxy Version:         v1.27.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-2pgxv                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 coredns-5d78c9869d-mds5s                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 etcd-addons-477000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-477000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-477000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-8rgcs                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-477000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 snapshot-controller-75bbb956b9-p6hk4     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 snapshot-controller-75bbb956b9-prqv8     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From             Message

	  ----    ------                   ----               ----             -------

	  Normal  Starting                 17m                kube-proxy       

	  Normal  Starting                 18m                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  18m (x8 over 18m)  kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m (x8 over 18m)  kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m (x7 over 18m)  kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  18m                kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 18m                kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m                kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m                kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m                kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m                kubelet          Node addons-477000 status is now: NodeReady

	  Normal  RegisteredNode           18m                node-controller  Node addons-477000 event: Registered Node addons-477000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.687452] EINJ: EINJ table not found.

	[  +0.627011] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043411] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000812] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.868427] systemd-fstab-generator[480]: Ignoring "noauto" for root device

	[  +0.067044] systemd-fstab-generator[491]: Ignoring "noauto" for root device

	[  +0.422105] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.174556] systemd-fstab-generator[729]: Ignoring "noauto" for root device

	[  +0.069729] systemd-fstab-generator[740]: Ignoring "noauto" for root device

	[  +0.066761] systemd-fstab-generator[753]: Ignoring "noauto" for root device

	[  +1.220689] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.067164] systemd-fstab-generator[921]: Ignoring "noauto" for root device

	[  +0.058616] systemd-fstab-generator[932]: Ignoring "noauto" for root device

	[  +0.062347] systemd-fstab-generator[943]: Ignoring "noauto" for root device

	[  +0.069889] systemd-fstab-generator[971]: Ignoring "noauto" for root device

	[  +2.576383] systemd-fstab-generator[1084]: Ignoring "noauto" for root device

	[  +1.530737] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.580821] systemd-fstab-generator[1404]: Ignoring "noauto" for root device

	[  +5.139726] systemd-fstab-generator[2250]: Ignoring "noauto" for root device

	[Jun15 16:34] kauditd_printk_skb: 41 callbacks suppressed

	[  +2.392909] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.125194] kauditd_printk_skb: 40 callbacks suppressed

	[  +6.280200] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.114632] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [41a6909f99a5] <==

	* {"level":"info","ts":"2023-06-15T16:33:43.168Z","caller":"embed/etcd.go:558","msg":"cmux::serve","address":"192.168.105.2:2380"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-477000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-15T16:43:43.957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":747}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":747,"took":"2.441695ms","hash":524925281}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524925281,"revision":747,"compact-revision":-1}

	{"level":"info","ts":"2023-06-15T16:48:43.971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":897}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":897,"took":"1.284283ms","hash":2514030906}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514030906,"revision":897,"compact-revision":747}

	* 

	* ==> gcp-auth [6a4bcd8ac64f] <==

	* 2023/06/15 16:34:18 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  16:52:01 up 18 min,  0 users,  load average: 0.71, 0.65, 0.44

	Linux addons-477000 5.10.57 #1 SMP PREEMPT Wed Jun 14 05:08:37 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [b11fb0f32564] <==

	* I0615 16:34:01.646985       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:34:01.652982       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:34:01.653098       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:34:01.682045       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:34:01.682170       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:34:01.699943       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:34:01.700307       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:34:01.707459       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:34:01.707488       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:34:07.699142       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.109.79.243]

	I0615 16:34:07.712516       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0615 16:38:44.748912       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.749316       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:38:44.757965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.758323       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.761094       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.761179       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769254       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769477       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769594       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769676       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.750393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.750930       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.765734       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.766097       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [66de98cb24ea] <==

	* I0615 16:34:13.731338       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:13.817171       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.755476       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:14.766120       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.820829       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.823621       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.825690       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:14.825754       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.826668       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.850370       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.758931       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.761497       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.764164       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:15.764226       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.766220       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.768259       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:29.767346       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0615 16:34:29.767460       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0615 16:34:29.868459       1 shared_informer.go:318] Caches are synced for resource quota

	I0615 16:34:30.190420       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0615 16:34:30.296099       1 shared_informer.go:318] Caches are synced for garbage collector

	I0615 16:34:44.034182       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:44.057184       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:45.016712       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:45.039501       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [29b72a92c657] <==

	* I0615 16:34:01.157223       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0615 16:34:01.157274       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0615 16:34:01.157290       1 server_others.go:554] "Using iptables proxy"

	I0615 16:34:01.207136       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0615 16:34:01.207158       1 server_others.go:192] "Using iptables Proxier"

	I0615 16:34:01.207188       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0615 16:34:01.207493       1 server.go:658] "Version info" version="v1.27.3"

	I0615 16:34:01.207499       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0615 16:34:01.208029       1 config.go:188] "Starting service config controller"

	I0615 16:34:01.208049       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0615 16:34:01.208060       1 config.go:97] "Starting endpoint slice config controller"

	I0615 16:34:01.208062       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0615 16:34:01.209533       1 config.go:315] "Starting node config controller"

	I0615 16:34:01.209537       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0615 16:34:01.308743       1 shared_informer.go:318] Caches are synced for service config

	I0615 16:34:01.308782       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0615 16:34:01.309993       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [733213e41e3b] <==

	* W0615 16:33:44.753904       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:44.754011       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:44.754034       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:44.754072       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:44.754021       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:44.754081       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:44.754001       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0615 16:33:44.754100       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0615 16:33:44.754136       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0615 16:33:44.754145       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0615 16:33:45.605616       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0615 16:33:45.605673       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0615 16:33:45.647245       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:45.647292       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:45.699650       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0615 16:33:45.699699       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0615 16:33:45.702358       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0615 16:33:45.702403       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0615 16:33:45.718371       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:45.718408       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:45.723261       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:45.723281       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:45.755043       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0615 16:33:45.755066       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	I0615 16:33:46.350596       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 16:52:01 UTC. --

	Jun 15 16:46:47 addons-477000 kubelet[2256]: E0615 16:46:47.331362    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:46:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:46:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:46:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:47:47 addons-477000 kubelet[2256]: E0615 16:47:47.332585    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:47:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:47:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:47:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:48:47 addons-477000 kubelet[2256]: W0615 16:48:47.317251    2256 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 15 16:48:47 addons-477000 kubelet[2256]: E0615 16:48:47.329501    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:48:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:48:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:48:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:49:47 addons-477000 kubelet[2256]: E0615 16:49:47.330743    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:49:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:49:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:49:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:50:47 addons-477000 kubelet[2256]: E0615 16:50:47.330157    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:50:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:50:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:50:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:51:47 addons-477000 kubelet[2256]: E0615 16:51:47.331536    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:51:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:51:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:51:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-477000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Registry (720.86s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:183: (dbg) Run:  kubectl --context addons-477000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:183: (dbg) Non-zero exit: kubectl --context addons-477000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: exit status 1 (36.213583ms)

** stderr ** 

	error: no matching resources found

** /stderr **

addons_test.go:184: failed waiting for ingress-nginx-controller : exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-477000 -n addons-477000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-477000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.3   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | --download-only -p             | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT |                     |

	|         | binary-mirror-062000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49310         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-062000        | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | -p addons-477000               | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:40 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:52 PDT |                     |

	|         | addons-477000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/15 09:33:17

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0615 09:33:17.135905    1397 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:33:17.136030    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136034    1397 out.go:309] Setting ErrFile to fd 2...

	I0615 09:33:17.136037    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136120    1397 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 09:33:17.137161    1397 out.go:303] Setting JSON to false

	I0615 09:33:17.152121    1397 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":168,"bootTime":1686846629,"procs":371,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:33:17.152202    1397 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:33:17.156891    1397 out.go:177] * [addons-477000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:33:17.159887    1397 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 09:33:17.163775    1397 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:33:17.159984    1397 notify.go:220] Checking for updates...

	I0615 09:33:17.171800    1397 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:33:17.174813    1397 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:33:17.177828    1397 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 09:33:17.180704    1397 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 09:33:17.183887    1397 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:33:17.187819    1397 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 09:33:17.194783    1397 start.go:297] selected driver: qemu2

	I0615 09:33:17.194788    1397 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:33:17.194794    1397 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 09:33:17.196752    1397 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:33:17.199793    1397 out.go:177] * Automatically selected the socket_vmnet network

	I0615 09:33:17.201307    1397 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 09:33:17.201331    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:17.201335    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:17.201341    1397 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 09:33:17.201349    1397 start_flags.go:319] config:

	{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:17.201434    1397 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:33:17.209829    1397 out.go:177] * Starting control plane node addons-477000 in cluster addons-477000

	I0615 09:33:17.213726    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:17.213749    1397 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 09:33:17.213768    1397 cache.go:57] Caching tarball of preloaded images

	I0615 09:33:17.213824    1397 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 09:33:17.213830    1397 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 09:33:17.214051    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:17.214063    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json: {Name:mkc1c34b82952aae697463d2d78c6ea098445790 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:17.214292    1397 start.go:365] acquiring machines lock for addons-477000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 09:33:17.214399    1397 start.go:369] acquired machines lock for "addons-477000" in 101.583µs

	I0615 09:33:17.214409    1397 start.go:93] Provisioning new machine with config: &{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:33:17.214436    1397 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 09:33:17.221743    1397 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0615 09:33:17.568031    1397 start.go:159] libmachine.API.Create for "addons-477000" (driver="qemu2")

	I0615 09:33:17.568071    1397 client.go:168] LocalClient.Create starting

	I0615 09:33:17.568226    1397 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 09:33:17.626803    1397 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 09:33:17.737973    1397 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 09:33:17.902563    1397 main.go:141] libmachine: Creating SSH key...

	I0615 09:33:17.968617    1397 main.go:141] libmachine: Creating Disk image...

	I0615 09:33:17.968623    1397 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 09:33:17.969817    1397 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.004891    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.004923    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.004982    1397 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2 +20000M

	I0615 09:33:18.012411    1397 main.go:141] libmachine: STDOUT: Image resized.

	I0615 09:33:18.012436    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.012455    1397 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.012466    1397 main.go:141] libmachine: Starting QEMU VM...

	I0615 09:33:18.012501    1397 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:25:cc:0f:2e:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.081537    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.081558    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.081562    1397 main.go:141] libmachine: Attempt 0

	I0615 09:33:18.081577    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:20.083712    1397 main.go:141] libmachine: Attempt 1

	I0615 09:33:20.083961    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:22.086122    1397 main.go:141] libmachine: Attempt 2

	I0615 09:33:22.086166    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:24.088201    1397 main.go:141] libmachine: Attempt 3

	I0615 09:33:24.088224    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:26.090268    1397 main.go:141] libmachine: Attempt 4

	I0615 09:33:26.090325    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:28.092361    1397 main.go:141] libmachine: Attempt 5

	I0615 09:33:28.092379    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094488    1397 main.go:141] libmachine: Attempt 6

	I0615 09:33:30.094575    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094985    1397 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0615 09:33:30.095099    1397 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:1a:25:cc:f:2e:6f ID:1,1a:25:cc:f:2e:6f Lease:0x648c8ed9}

	I0615 09:33:30.095124    1397 main.go:141] libmachine: Found match: 1a:25:cc:f:2e:6f

	I0615 09:33:30.095168    1397 main.go:141] libmachine: IP: 192.168.105.2

	I0615 09:33:30.095195    1397 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0615 09:33:32.115264    1397 machine.go:88] provisioning docker machine ...

	I0615 09:33:32.115338    1397 buildroot.go:166] provisioning hostname "addons-477000"

	I0615 09:33:32.116828    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.117588    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.117607    1397 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-477000 && echo "addons-477000" | sudo tee /etc/hostname

	I0615 09:33:32.199158    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-477000

	I0615 09:33:32.199283    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.199748    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.199763    1397 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-477000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-477000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-477000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0615 09:33:32.260846    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0615 09:33:32.260864    1397 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16718-868/.minikube CaCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16718-868/.minikube}

	I0615 09:33:32.260878    1397 buildroot.go:174] setting up certificates

	I0615 09:33:32.260906    1397 provision.go:83] configureAuth start

	I0615 09:33:32.260912    1397 provision.go:138] copyHostCerts

	I0615 09:33:32.261103    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/ca.pem (1078 bytes)

	I0615 09:33:32.261436    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/cert.pem (1123 bytes)

	I0615 09:33:32.262101    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/key.pem (1679 bytes)

	I0615 09:33:32.262442    1397 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem org=jenkins.addons-477000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-477000]

	I0615 09:33:32.306279    1397 provision.go:172] copyRemoteCerts

	I0615 09:33:32.306343    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0615 09:33:32.306360    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.335305    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0615 09:33:32.343471    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0615 09:33:32.351180    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0615 09:33:32.358490    1397 provision.go:86] duration metric: configureAuth took 97.576167ms

	I0615 09:33:32.358498    1397 buildroot.go:189] setting minikube options for container-runtime

	I0615 09:33:32.358950    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:33:32.358995    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.359216    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.359220    1397 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0615 09:33:32.410196    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0615 09:33:32.410204    1397 buildroot.go:70] root file system type: tmpfs

	I0615 09:33:32.410261    1397 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0615 09:33:32.410301    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.410550    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.410587    1397 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0615 09:33:32.468329    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0615 09:33:32.468380    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.468634    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.468643    1397 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0615 09:33:32.794674    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0615 09:33:32.794698    1397 machine.go:91] provisioned docker machine in 679.423792ms

	I0615 09:33:32.794704    1397 client.go:171] LocalClient.Create took 15.226996125s

	I0615 09:33:32.794723    1397 start.go:167] duration metric: libmachine.API.Create for "addons-477000" took 15.227064791s

	I0615 09:33:32.794726    1397 start.go:300] post-start starting for "addons-477000" (driver="qemu2")

	I0615 09:33:32.794731    1397 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0615 09:33:32.794812    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0615 09:33:32.794822    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.823879    1397 ssh_runner.go:195] Run: cat /etc/os-release

	I0615 09:33:32.825122    1397 info.go:137] Remote host: Buildroot 2021.02.12

	I0615 09:33:32.825128    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/addons for local assets ...

	I0615 09:33:32.825196    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/files for local assets ...

	I0615 09:33:32.825222    1397 start.go:303] post-start completed in 30.494125ms

	I0615 09:33:32.825555    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:32.825707    1397 start.go:128] duration metric: createHost completed in 15.611646375s

	I0615 09:33:32.825734    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.825947    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.825951    1397 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0615 09:33:32.876753    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686846813.320713543

	I0615 09:33:32.876760    1397 fix.go:206] guest clock: 1686846813.320713543

	I0615 09:33:32.876764    1397 fix.go:219] Guest: 2023-06-15 09:33:33.320713543 -0700 PDT Remote: 2023-06-15 09:33:32.825711 -0700 PDT m=+15.708594751 (delta=495.002543ms)

	I0615 09:33:32.876775    1397 fix.go:190] guest clock delta is within tolerance: 495.002543ms

	I0615 09:33:32.876778    1397 start.go:83] releasing machines lock for "addons-477000", held for 15.662753208s

	I0615 09:33:32.877060    1397 ssh_runner.go:195] Run: cat /version.json

	I0615 09:33:32.877067    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.877085    1397 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0615 09:33:32.877121    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.951587    1397 ssh_runner.go:195] Run: systemctl --version

	I0615 09:33:32.953983    1397 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0615 09:33:32.956008    1397 cni.go:215] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0615 09:33:32.956040    1397 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0615 09:33:32.961754    1397 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0615 09:33:32.961761    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:32.961877    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:32.967359    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0615 09:33:32.970783    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0615 09:33:32.973872    1397 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0615 09:33:32.973908    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0615 09:33:32.976794    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.979871    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0615 09:33:32.983273    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.986847    1397 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0615 09:33:32.990009    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0615 09:33:32.992910    1397 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0615 09:33:32.995885    1397 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0615 09:33:32.999181    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.082046    1397 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0615 09:33:33.090305    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:33.090367    1397 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0615 09:33:33.095444    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.099628    1397 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0615 09:33:33.106008    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.110583    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.115305    1397 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0615 09:33:33.157221    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.165685    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:33.171700    1397 ssh_runner.go:195] Run: which cri-dockerd

	I0615 09:33:33.173347    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0615 09:33:33.176671    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0615 09:33:33.184036    1397 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0615 09:33:33.256172    1397 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0615 09:33:33.326477    1397 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0615 09:33:33.326492    1397 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0615 09:33:33.331797    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.394602    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:34.551420    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.1568305s)

	I0615 09:33:34.551480    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.614918    1397 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0615 09:33:34.680379    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.741670    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.802995    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0615 09:33:34.810702    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.876193    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0615 09:33:34.899281    1397 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0615 09:33:34.899375    1397 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0615 09:33:34.902005    1397 start.go:534] Will wait 60s for crictl version

	I0615 09:33:34.902039    1397 ssh_runner.go:195] Run: which crictl

	I0615 09:33:34.903665    1397 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0615 09:33:34.922827    1397 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0615 09:33:34.922910    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.936535    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.948006    1397 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...

	I0615 09:33:34.948101    1397 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0615 09:33:34.949468    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:34.953059    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:34.953103    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:34.958178    1397 docker.go:636] Got preloaded images: 

	I0615 09:33:34.958185    1397 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.3 wasn't preloaded

	I0615 09:33:34.958223    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:34.960919    1397 ssh_runner.go:195] Run: which lz4

	I0615 09:33:34.962156    1397 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0615 09:33:34.963566    1397 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0615 09:33:34.963580    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635922 bytes)

	I0615 09:33:36.258372    1397 docker.go:600] Took 1.296282 seconds to copy over tarball

	I0615 09:33:36.258440    1397 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0615 09:33:37.363016    1397 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.104582708s)

	I0615 09:33:37.363034    1397 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0615 09:33:37.379849    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:37.383479    1397 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0615 09:33:37.388752    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:37.449408    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:38.998025    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.548624125s)

	I0615 09:33:38.998130    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:39.004063    1397 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.3

	registry.k8s.io/kube-scheduler:v1.27.3

	registry.k8s.io/kube-proxy:v1.27.3

	registry.k8s.io/kube-controller-manager:v1.27.3

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0615 09:33:39.004075    1397 cache_images.go:84] Images are preloaded, skipping loading

	I0615 09:33:39.004149    1397 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0615 09:33:39.011968    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:39.011977    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:39.012000    1397 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0615 09:33:39.012011    1397 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-477000 NodeName:addons-477000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0615 09:33:39.012111    1397 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-477000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0615 09:33:39.012156    1397 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-477000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0615 09:33:39.012203    1397 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3

	I0615 09:33:39.015681    1397 binaries.go:44] Found k8s binaries, skipping transfer

	I0615 09:33:39.015718    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0615 09:33:39.018849    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0615 09:33:39.023920    1397 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0615 09:33:39.028733    1397 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0615 09:33:39.033571    1397 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0615 09:33:39.034818    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:39.038909    1397 certs.go:56] Setting up /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000 for IP: 192.168.105.2

	I0615 09:33:39.038918    1397 certs.go:190] acquiring lock for shared ca certs: {Name:mk9ee4d7ca68f2cc32c8609d33f6ce33c43a91d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.039073    1397 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key

	I0615 09:33:39.109209    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt ...

	I0615 09:33:39.109214    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt: {Name:mka7538e8370ad0560f47e28d206b077e2dbbef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109425    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key ...

	I0615 09:33:39.109428    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key: {Name:mkca6c7de675216938ac1a6663738af412e2d280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109532    1397 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key

	I0615 09:33:39.219574    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt ...

	I0615 09:33:39.219577    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt: {Name:mk21a595039c96735254391e5270364a73e52306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219709    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key ...

	I0615 09:33:39.219712    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key: {Name:mk96cab9f1987887c2b313cd365bdba518ec818b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219826    1397 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key

	I0615 09:33:39.219831    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt with IP's: []

	I0615 09:33:39.435828    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt ...

	I0615 09:33:39.435835    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt: {Name:mk0f2105a4c5fdba007e9c77c7945365dc3f96af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436029    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key ...

	I0615 09:33:39.436031    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key: {Name:mk65e491f4b4c1ee8d05045efb9265b2c697a551 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436124    1397 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969

	I0615 09:33:39.436133    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0615 09:33:39.510125    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 ...

	I0615 09:33:39.510129    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969: {Name:mk7c90d062166950585957cb3f0ce136594c9cd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510277    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 ...

	I0615 09:33:39.510280    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969: {Name:mk4266445b8f2d5bc078d169ee24b8765955e2f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510384    1397 certs.go:337] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt

	I0615 09:33:39.510598    1397 certs.go:341] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key

	I0615 09:33:39.510713    1397 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key

	I0615 09:33:39.510723    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt with IP's: []

	I0615 09:33:39.610633    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt ...

	I0615 09:33:39.610637    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt: {Name:mk04e06c13fe3eccffb62f328096a02f5668baa1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.610779    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key ...

	I0615 09:33:39.610783    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key: {Name:mk21e3c8e84fcac9a2d9da5e0fa06b26ad1ee7cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.611042    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem (1679 bytes)

	I0615 09:33:39.611072    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem (1078 bytes)

	I0615 09:33:39.611094    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem (1123 bytes)

	I0615 09:33:39.611429    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem (1679 bytes)

	I0615 09:33:39.611960    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0615 09:33:39.619546    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0615 09:33:39.626711    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0615 09:33:39.633501    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0615 09:33:39.640010    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0615 09:33:39.647112    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0615 09:33:39.654063    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0615 09:33:39.660582    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0615 09:33:39.667533    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0615 09:33:39.674545    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0615 09:33:39.680339    1397 ssh_runner.go:195] Run: openssl version

	I0615 09:33:39.682379    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0615 09:33:39.685404    1397 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686832    1397 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 15 16:33 /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686855    1397 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.688703    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0615 09:33:39.691957    1397 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0615 09:33:39.693381    1397 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0615 09:33:39.693418    1397 kubeadm.go:404] StartCluster: {Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:39.693485    1397 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0615 09:33:39.699291    1397 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0615 09:33:39.702928    1397 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0615 09:33:39.706168    1397 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0615 09:33:39.708902    1397 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0615 09:33:39.708925    1397 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0615 09:33:39.731022    1397 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3

	I0615 09:33:39.731051    1397 kubeadm.go:322] [preflight] Running pre-flight checks

	I0615 09:33:39.787198    1397 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0615 09:33:39.787252    1397 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0615 09:33:39.787291    1397 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0615 09:33:39.845524    1397 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0615 09:33:39.853720    1397 out.go:204]   - Generating certificates and keys ...

	I0615 09:33:39.853771    1397 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0615 09:33:39.853800    1397 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0615 09:33:40.047052    1397 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0615 09:33:40.281668    1397 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0615 09:33:40.373604    1397 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0615 09:33:40.496002    1397 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0615 09:33:40.752895    1397 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0615 09:33:40.752975    1397 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.889354    1397 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0615 09:33:40.889424    1397 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.967392    1397 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0615 09:33:41.132487    1397 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0615 09:33:41.175551    1397 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0615 09:33:41.175583    1397 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0615 09:33:41.275708    1397 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0615 09:33:41.313261    1397 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0615 09:33:41.394612    1397 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0615 09:33:41.488793    1397 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0615 09:33:41.495623    1397 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0615 09:33:41.495672    1397 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0615 09:33:41.495691    1397 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0615 09:33:41.565044    1397 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0615 09:33:41.570236    1397 out.go:204]   - Booting up control plane ...

	I0615 09:33:41.570302    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0615 09:33:41.570344    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0615 09:33:41.570389    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0615 09:33:41.570430    1397 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0615 09:33:41.570514    1397 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0615 09:33:45.571765    1397 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.003295 seconds

	I0615 09:33:45.571857    1397 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0615 09:33:45.577408    1397 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0615 09:33:46.094757    1397 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0615 09:33:46.095006    1397 kubeadm.go:322] [mark-control-plane] Marking the node addons-477000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0615 09:33:46.613385    1397 kubeadm.go:322] [bootstrap-token] Using token: f4kg8y.q60xaa2tn5uwspbb

	I0615 09:33:46.619341    1397 out.go:204]   - Configuring RBAC rules ...

	I0615 09:33:46.619403    1397 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0615 09:33:46.620813    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0615 09:33:46.624663    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0615 09:33:46.625913    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0615 09:33:46.627185    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0615 09:33:46.628306    1397 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0615 09:33:46.632523    1397 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0615 09:33:46.806353    1397 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0615 09:33:47.022461    1397 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0615 09:33:47.022733    1397 kubeadm.go:322] 

	I0615 09:33:47.022774    1397 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0615 09:33:47.022780    1397 kubeadm.go:322] 

	I0615 09:33:47.022834    1397 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0615 09:33:47.022839    1397 kubeadm.go:322] 

	I0615 09:33:47.022851    1397 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0615 09:33:47.022879    1397 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0615 09:33:47.022912    1397 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0615 09:33:47.022916    1397 kubeadm.go:322] 

	I0615 09:33:47.022952    1397 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0615 09:33:47.022958    1397 kubeadm.go:322] 

	I0615 09:33:47.022992    1397 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0615 09:33:47.022995    1397 kubeadm.go:322] 

	I0615 09:33:47.023016    1397 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0615 09:33:47.023050    1397 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0615 09:33:47.023081    1397 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0615 09:33:47.023083    1397 kubeadm.go:322] 

	I0615 09:33:47.023121    1397 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0615 09:33:47.023158    1397 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0615 09:33:47.023161    1397 kubeadm.go:322] 

	I0615 09:33:47.023197    1397 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023261    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 \

	I0615 09:33:47.023273    1397 kubeadm.go:322] 	--control-plane 

	I0615 09:33:47.023278    1397 kubeadm.go:322] 

	I0615 09:33:47.023320    1397 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0615 09:33:47.023326    1397 kubeadm.go:322] 

	I0615 09:33:47.023380    1397 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023443    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 

	I0615 09:33:47.023525    1397 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0615 09:33:47.023586    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:47.023594    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:47.031274    1397 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0615 09:33:47.035321    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0615 09:33:47.038799    1397 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0615 09:33:47.043709    1397 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0615 09:33:47.043747    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.043800    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627 minikube.k8s.io/name=addons-477000 minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.095849    1397 ops.go:34] apiserver oom_adj: -16

	I0615 09:33:47.095898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.645147    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.145079    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.645093    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.145044    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.645148    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.145134    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.645328    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.145310    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.645116    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.144609    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.645278    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.145243    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.645239    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.145000    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.644744    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.145233    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.644949    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.145008    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.644938    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.143430    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.645224    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.144898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.644909    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.144773    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.644338    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.144834    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.206574    1397 kubeadm.go:1081] duration metric: took 13.163176875s to wait for elevateKubeSystemPrivileges.

	I0615 09:34:00.206587    1397 kubeadm.go:406] StartCluster complete in 20.513668625s

	I0615 09:34:00.206614    1397 settings.go:142] acquiring lock: {Name:mk45a698fcd8dd8ae6984c9cf4ad4d183fdb5424 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.206769    1397 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:34:00.206961    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/kubeconfig: {Name:mkbe9cac04fb467055323f2e3d5db2c6ddc287ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.207185    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0615 09:34:00.207249    1397 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0615 09:34:00.207317    1397 addons.go:66] Setting ingress=true in profile "addons-477000"

	I0615 09:34:00.207322    1397 addons.go:66] Setting ingress-dns=true in profile "addons-477000"

	I0615 09:34:00.207325    1397 addons.go:228] Setting addon ingress=true in "addons-477000"

	I0615 09:34:00.207327    1397 addons.go:228] Setting addon ingress-dns=true in "addons-477000"

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207358    1397 addons.go:66] Setting cloud-spanner=true in profile "addons-477000"

	I0615 09:34:00.207362    1397 addons.go:228] Setting addon cloud-spanner=true in "addons-477000"

	I0615 09:34:00.207371    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207402    1397 addons.go:66] Setting metrics-server=true in profile "addons-477000"

	I0615 09:34:00.207421    1397 addons.go:66] Setting registry=true in profile "addons-477000"

	I0615 09:34:00.207457    1397 addons.go:228] Setting addon registry=true in "addons-477000"

	I0615 09:34:00.207434    1397 addons.go:66] Setting inspektor-gadget=true in profile "addons-477000"

	I0615 09:34:00.207483    1397 addons.go:228] Setting addon inspektor-gadget=true in "addons-477000"

	I0615 09:34:00.207494    1397 addons.go:228] Setting addon metrics-server=true in "addons-477000"

	I0615 09:34:00.207502    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207433    1397 addons.go:66] Setting default-storageclass=true in profile "addons-477000"

	I0615 09:34:00.207531    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:34:00.207537    1397 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-477000"

	I0615 09:34:00.207575    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207475    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207436    1397 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-477000"

	I0615 09:34:00.207676    1397 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.207687    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207317    1397 addons.go:66] Setting volumesnapshots=true in profile "addons-477000"

	I0615 09:34:00.207735    1397 addons.go:228] Setting addon volumesnapshots=true in "addons-477000"

	I0615 09:34:00.207746    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207438    1397 addons.go:66] Setting gcp-auth=true in profile "addons-477000"

	I0615 09:34:00.207776    1397 mustload.go:65] Loading cluster: addons-477000

	I0615 09:34:00.207433    1397 addons.go:66] Setting storage-provisioner=true in profile "addons-477000"

	I0615 09:34:00.208143    1397 addons.go:228] Setting addon storage-provisioner=true in "addons-477000"

	I0615 09:34:00.208157    1397 host.go:66] Checking if "addons-477000" exists ...

	W0615 09:34:00.208299    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208325    1397 addons.go:274] "addons-477000" is not running, setting registry=true and skipping enablement (err=<nil>)

	W0615 09:34:00.208331    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208338    1397 addons.go:274] "addons-477000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	I0615 09:34:00.208333    1397 addons.go:464] Verifying addon registry=true in "addons-477000"

	I0615 09:34:00.211629    1397 out.go:177] * Verifying registry addon...

	W0615 09:34:00.208373    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.207993    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	W0615 09:34:00.208397    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208133    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208437    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208601    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208662    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.215730    1397 addons.go:228] Setting addon default-storageclass=true in "addons-477000"

	W0615 09:34:00.218550    1397 addons.go:274] "addons-477000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218559    1397 addons.go:274] "addons-477000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218580    1397 addons.go:274] "addons-477000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218593    1397 addons.go:274] "addons-477000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	I0615 09:34:00.218944    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0615 09:34:00.219273    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.221576    1397 addons.go:464] Verifying addon metrics-server=true in "addons-477000"

	I0615 09:34:00.221583    1397 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0615 09:34:00.224623    1397 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0615 09:34:00.224631    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0615 09:34:00.224638    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.221629    1397 addons.go:464] Verifying addon ingress=true in "addons-477000"

	I0615 09:34:00.221636    1397 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.221723    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.228543    1397 out.go:177] * Verifying ingress addon...

	I0615 09:34:00.238557    1397 out.go:177] * Verifying csi-hostpath-driver addon...

	I0615 09:34:00.229248    1397 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.235988    1397 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0615 09:34:00.241352    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0615 09:34:00.242560    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0615 09:34:00.242594    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.242973    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0615 09:34:00.245385    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0615 09:34:00.251897    1397 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0615 09:34:00.275682    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0615 09:34:00.278596    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0615 09:34:00.278604    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0615 09:34:00.310787    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0615 09:34:00.310799    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0615 09:34:00.340750    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0615 09:34:00.340763    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0615 09:34:00.370147    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.374756    1397 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0615 09:34:00.374766    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0615 09:34:00.391483    1397 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.391493    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0615 09:34:00.396735    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.725129    1397 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-477000" context rescaled to 1 replicas

	I0615 09:34:00.725155    1397 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:34:00.731827    1397 out.go:177] * Verifying Kubernetes components...

	I0615 09:34:00.735986    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:01.130555    1397 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	W0615 09:34:01.273320    1397 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273347    1397 retry.go:31] will retry after 358.412085ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273795    1397 node_ready.go:35] waiting up to 6m0s for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275272    1397 node_ready.go:49] node "addons-477000" has status "Ready":"True"

	I0615 09:34:01.275281    1397 node_ready.go:38] duration metric: took 1.477792ms waiting for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275284    1397 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:01.279498    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:01.633151    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:02.299497    1397 pod_ready.go:92] pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.299518    1397 pod_ready.go:81] duration metric: took 1.020034208s waiting for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.299526    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303736    1397 pod_ready.go:92] pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.303743    1397 pod_ready.go:81] duration metric: took 4.212458ms waiting for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303749    1397 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307230    1397 pod_ready.go:92] pod "etcd-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.307237    1397 pod_ready.go:81] duration metric: took 3.484042ms waiting for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307243    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311004    1397 pod_ready.go:92] pod "kube-apiserver-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.311013    1397 pod_ready.go:81] duration metric: took 3.766916ms waiting for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311019    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481809    1397 pod_ready.go:92] pod "kube-controller-manager-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.481828    1397 pod_ready.go:81] duration metric: took 170.807958ms waiting for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481838    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883885    1397 pod_ready.go:92] pod "kube-proxy-8rgcs" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.883919    1397 pod_ready.go:81] duration metric: took 402.082375ms waiting for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883933    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277736    1397 pod_ready.go:92] pod "kube-scheduler-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:03.277748    1397 pod_ready.go:81] duration metric: took 393.817875ms waiting for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277754    1397 pod_ready.go:38] duration metric: took 2.002511417s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:03.277768    1397 api_server.go:52] waiting for apiserver process to appear ...

	I0615 09:34:03.277845    1397 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0615 09:34:03.986804    1397 api_server.go:72] duration metric: took 3.261712416s to wait for apiserver process to appear ...

	I0615 09:34:03.986816    1397 api_server.go:88] waiting for apiserver healthz status ...

	I0615 09:34:03.986824    1397 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0615 09:34:03.986882    1397 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.353767917s)

	I0615 09:34:03.990093    1397 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0615 09:34:03.990734    1397 api_server.go:141] control plane version: v1.27.3

	I0615 09:34:03.990742    1397 api_server.go:131] duration metric: took 3.923291ms to wait for apiserver health ...

	I0615 09:34:03.990745    1397 system_pods.go:43] waiting for kube-system pods to appear ...

	I0615 09:34:03.993833    1397 system_pods.go:59] 9 kube-system pods found

	I0615 09:34:03.993840    1397 system_pods.go:61] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.993843    1397 system_pods.go:61] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.993845    1397 system_pods.go:61] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.993848    1397 system_pods.go:61] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.993851    1397 system_pods.go:61] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.993853    1397 system_pods.go:61] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.993855    1397 system_pods.go:61] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.993859    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993864    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993866    1397 system_pods.go:74] duration metric: took 3.119166ms to wait for pod list to return data ...

	I0615 09:34:03.993869    1397 default_sa.go:34] waiting for default service account to be created ...

	I0615 09:34:03.995049    1397 default_sa.go:45] found service account: "default"

	I0615 09:34:03.995055    1397 default_sa.go:55] duration metric: took 1.183708ms for default service account to be created ...

	I0615 09:34:03.995057    1397 system_pods.go:116] waiting for k8s-apps to be running ...

	I0615 09:34:03.998400    1397 system_pods.go:86] 9 kube-system pods found

	I0615 09:34:03.998409    1397 system_pods.go:89] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.998411    1397 system_pods.go:89] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.998414    1397 system_pods.go:89] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.998416    1397 system_pods.go:89] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.998419    1397 system_pods.go:89] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.998421    1397 system_pods.go:89] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.998424    1397 system_pods.go:89] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.998429    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998433    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998436    1397 system_pods.go:126] duration metric: took 3.376208ms to wait for k8s-apps to be running ...

	I0615 09:34:03.998439    1397 system_svc.go:44] waiting for kubelet service to be running ....

	I0615 09:34:03.998489    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:04.003913    1397 system_svc.go:56] duration metric: took 5.471458ms WaitForService to wait for kubelet.

	I0615 09:34:04.003921    1397 kubeadm.go:581] duration metric: took 3.278833625s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0615 09:34:04.003932    1397 node_conditions.go:102] verifying NodePressure condition ...

	I0615 09:34:04.077208    1397 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0615 09:34:04.077239    1397 node_conditions.go:123] node cpu capacity is 2

	I0615 09:34:04.077244    1397 node_conditions.go:105] duration metric: took 73.311333ms to run NodePressure ...

	I0615 09:34:04.077249    1397 start.go:228] waiting for startup goroutines ...

	I0615 09:34:06.831960    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0615 09:34:06.832053    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.882622    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0615 09:34:06.891297    1397 addons.go:228] Setting addon gcp-auth=true in "addons-477000"

	I0615 09:34:06.891339    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:06.892599    1397 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0615 09:34:06.892612    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.928262    1397 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0615 09:34:06.932997    1397 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0615 09:34:06.937187    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0615 09:34:06.937194    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0615 09:34:06.943495    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0615 09:34:06.943502    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0615 09:34:06.949337    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:06.949343    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0615 09:34:06.954968    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:07.475178    1397 addons.go:464] Verifying addon gcp-auth=true in "addons-477000"

	I0615 09:34:07.478304    1397 out.go:177] * Verifying gcp-auth addon...

	I0615 09:34:07.485666    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0615 09:34:07.491991    1397 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0615 09:34:07.492002    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:07.996710    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:08.496921    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.002133    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.494606    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.995080    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.495704    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.995530    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:11.495877    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.001470    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.497446    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.001473    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.502268    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.997362    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.503184    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.997798    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:15.495991    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.000278    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.501895    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.001719    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.495416    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.995757    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:18.496835    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:19.002478    1397 kapi.go:107] duration metric: took 11.51706925s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0615 09:34:19.008171    1397 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-477000 cluster.

	I0615 09:34:19.011889    1397 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0615 09:34:19.016120    1397 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0615 09:40:00.215049    1397 kapi.go:107] duration metric: took 6m0.00478975s to wait for kubernetes.io/minikube-addons=registry ...

	W0615 09:40:00.215455    1397 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0615 09:40:00.235888    1397 kapi.go:107] duration metric: took 6m0.001641708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0615 09:40:00.235937    1397 kapi.go:107] duration metric: took 6m0.008679083s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0615 09:40:00.236028    1397 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	W0615 09:40:00.236088    1397 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0615 09:40:00.243957    1397 out.go:177] * Enabled addons: inspektor-gadget, metrics-server, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, volumesnapshots, gcp-auth

	I0615 09:40:00.250970    1397 addons.go:499] enable addons completed in 6m0.052449292s: enabled=[inspektor-gadget metrics-server cloud-spanner ingress-dns storage-provisioner default-storageclass volumesnapshots gcp-auth]

	I0615 09:40:00.251042    1397 start.go:233] waiting for cluster config update ...

	I0615 09:40:00.251069    1397 start.go:242] writing updated cluster config ...

	I0615 09:40:00.255738    1397 ssh_runner.go:195] Run: rm -f paused

	I0615 09:40:00.403218    1397 start.go:582] kubectl: 1.25.9, cluster: 1.27.3 (minor skew: 2)

	I0615 09:40:00.405982    1397 out.go:177] 

	W0615 09:40:00.410033    1397 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.3.

	I0615 09:40:00.413868    1397 out.go:177]   - Want kubectl v1.27.3? Try 'minikube kubectl -- get pods -A'

	I0615 09:40:00.421952    1397 out.go:177] * Done! kubectl is now configured to use "addons-477000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:01:53 UTC. --

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712778061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712798672Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:12 addons-477000 dockerd[1091]: time="2023-06-15T16:34:12.754255249Z" level=info msg="ignoring event" container=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754320625Z" level=info msg="shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754344286Z" level=warning msg="cleaning up after shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754349480Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.793607046Z" level=info msg="shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1091]: time="2023-06-15T16:34:13.793691952Z" level=info msg="ignoring event" container=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794164777Z" level=warning msg="cleaning up after shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794176995Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1091]: time="2023-06-15T16:34:14.817608715Z" level=info msg="ignoring event" container=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.817442834Z" level=info msg="shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819525140Z" level=warning msg="cleaning up after shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819574276Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.579995441Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580279599Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580317285Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580357122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:15Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/0c316c00ee755585c1753e0f1d6364e1731871da5d072484c67c43cac67cd349/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 16:34:15 addons-477000 dockerd[1091]: time="2023-06-15T16:34:15.926803390Z" level=warning msg="reference for unknown type: " digest="sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:18Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269480431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269881621Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269894061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269898788Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	6a4bcd8ac64ff       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              27 minutes ago      Running             gcp-auth                     0                   0c316c00ee755

	8527d6f42bef1       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   27 minutes ago      Running             volume-snapshot-controller   0                   f6bd41ad4abf6

	06a9dab9c48b6       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   27 minutes ago      Running             volume-snapshot-controller   0                   629404aaee996

	256eaaad3894a       97e04611ad434                                                                                                             27 minutes ago      Running             coredns                      0                   f6fc2a0d05c4a

	29b72a92c6578       fb73e92641fd5                                                                                                             27 minutes ago      Running             kube-proxy                   0                   405ca9198a355

	733213e41e3b9       bcb9e554eaab6                                                                                                             28 minutes ago      Running             kube-scheduler               0                   25817e506c78b

	b11fb0f325644       39dfb036b0986                                                                                                             28 minutes ago      Running             kube-apiserver               0                   0dde73a500899

	66de98cb24ea0       ab3683b584ae5                                                                                                             28 minutes ago      Running             kube-controller-manager      0                   69ef168f52131

	41a6909f99a59       24bc64e911039                                                                                                             28 minutes ago      Running             etcd                         0                   9b969e901cc05

	* 

	* ==> coredns [256eaaad3894] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:55502 - 31535 "HINFO IN 8156761713541019547.3807690688336836625. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.006087175s

	* 

	* ==> describe nodes <==

	* Name:               addons-477000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-477000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627

	                    minikube.k8s.io/name=addons-477000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Thu, 15 Jun 2023 16:33:44 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-477000

	  AcquireTime:     <unset>

	  RenewTime:       Thu, 15 Jun 2023 17:01:51 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-477000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 5009a87f17804889a5a4616073b937e0

	  System UUID:                5009a87f17804889a5a4616073b937e0

	  Boot ID:                    9630f686-3c90-436f-98e6-d8c6686f510a

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.3

	  Kube-Proxy Version:         v1.27.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-2pgxv                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 coredns-5d78c9869d-mds5s                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     27m

	  kube-system                 etcd-addons-477000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         28m

	  kube-system                 kube-apiserver-addons-477000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-controller-manager-addons-477000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-proxy-8rgcs                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 kube-scheduler-addons-477000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 snapshot-controller-75bbb956b9-p6hk4     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 snapshot-controller-75bbb956b9-prqv8     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From             Message

	  ----    ------                   ----               ----             -------

	  Normal  Starting                 27m                kube-proxy       

	  Normal  Starting                 28m                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  28m (x8 over 28m)  kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    28m (x8 over 28m)  kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     28m (x7 over 28m)  kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  28m                kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 28m                kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  28m                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  28m                kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    28m                kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     28m                kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                28m                kubelet          Node addons-477000 status is now: NodeReady

	  Normal  RegisteredNode           27m                node-controller  Node addons-477000 event: Registered Node addons-477000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.687452] EINJ: EINJ table not found.

	[  +0.627011] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043411] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000812] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.868427] systemd-fstab-generator[480]: Ignoring "noauto" for root device

	[  +0.067044] systemd-fstab-generator[491]: Ignoring "noauto" for root device

	[  +0.422105] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.174556] systemd-fstab-generator[729]: Ignoring "noauto" for root device

	[  +0.069729] systemd-fstab-generator[740]: Ignoring "noauto" for root device

	[  +0.066761] systemd-fstab-generator[753]: Ignoring "noauto" for root device

	[  +1.220689] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.067164] systemd-fstab-generator[921]: Ignoring "noauto" for root device

	[  +0.058616] systemd-fstab-generator[932]: Ignoring "noauto" for root device

	[  +0.062347] systemd-fstab-generator[943]: Ignoring "noauto" for root device

	[  +0.069889] systemd-fstab-generator[971]: Ignoring "noauto" for root device

	[  +2.576383] systemd-fstab-generator[1084]: Ignoring "noauto" for root device

	[  +1.530737] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.580821] systemd-fstab-generator[1404]: Ignoring "noauto" for root device

	[  +5.139726] systemd-fstab-generator[2250]: Ignoring "noauto" for root device

	[Jun15 16:34] kauditd_printk_skb: 41 callbacks suppressed

	[  +2.392909] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.125194] kauditd_printk_skb: 40 callbacks suppressed

	[  +6.280200] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.114632] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [41a6909f99a5] <==

	* {"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-477000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-15T16:43:43.957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":747}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":747,"took":"2.441695ms","hash":524925281}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524925281,"revision":747,"compact-revision":-1}

	{"level":"info","ts":"2023-06-15T16:48:43.971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":897}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":897,"took":"1.284283ms","hash":2514030906}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514030906,"revision":897,"compact-revision":747}

	{"level":"info","ts":"2023-06-15T16:53:43.979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1048}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1048,"took":"857.726µs","hash":834622362}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":834622362,"revision":1048,"compact-revision":897}

	{"level":"info","ts":"2023-06-15T16:58:43.988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1198}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1198,"took":"1.183357ms","hash":1870194874}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1870194874,"revision":1198,"compact-revision":1048}

	* 

	* ==> gcp-auth [6a4bcd8ac64f] <==

	* 2023/06/15 16:34:18 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  17:01:54 up 28 min,  0 users,  load average: 0.65, 0.55, 0.45

	Linux addons-477000 5.10.57 #1 SMP PREEMPT Wed Jun 14 05:08:37 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [b11fb0f32564] <==

	* I0615 16:34:07.712516       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0615 16:38:44.748912       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.749316       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:38:44.757965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.758323       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.761094       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.761179       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769254       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769477       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769594       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769676       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.750393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.750930       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.765734       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.766097       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.751144       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.751426       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.766204       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.766395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.752713       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.753513       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.754419       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.754518       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.763858       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.764268       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [66de98cb24ea] <==

	* I0615 16:34:13.731338       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:13.817171       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.755476       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:14.766120       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.820829       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.823621       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.825690       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:14.825754       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.826668       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.850370       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.758931       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.761497       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.764164       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:15.764226       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.766220       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.768259       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:29.767346       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0615 16:34:29.767460       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0615 16:34:29.868459       1 shared_informer.go:318] Caches are synced for resource quota

	I0615 16:34:30.190420       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0615 16:34:30.296099       1 shared_informer.go:318] Caches are synced for garbage collector

	I0615 16:34:44.034182       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:44.057184       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:45.016712       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:45.039501       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [29b72a92c657] <==

	* I0615 16:34:01.157223       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0615 16:34:01.157274       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0615 16:34:01.157290       1 server_others.go:554] "Using iptables proxy"

	I0615 16:34:01.207136       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0615 16:34:01.207158       1 server_others.go:192] "Using iptables Proxier"

	I0615 16:34:01.207188       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0615 16:34:01.207493       1 server.go:658] "Version info" version="v1.27.3"

	I0615 16:34:01.207499       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0615 16:34:01.208029       1 config.go:188] "Starting service config controller"

	I0615 16:34:01.208049       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0615 16:34:01.208060       1 config.go:97] "Starting endpoint slice config controller"

	I0615 16:34:01.208062       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0615 16:34:01.209533       1 config.go:315] "Starting node config controller"

	I0615 16:34:01.209537       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0615 16:34:01.308743       1 shared_informer.go:318] Caches are synced for service config

	I0615 16:34:01.308782       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0615 16:34:01.309993       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [733213e41e3b] <==

	* W0615 16:33:44.753904       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:44.754011       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:44.754034       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:44.754072       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:44.754021       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:44.754081       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:44.754001       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0615 16:33:44.754100       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0615 16:33:44.754136       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0615 16:33:44.754145       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0615 16:33:45.605616       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0615 16:33:45.605673       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0615 16:33:45.647245       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:45.647292       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:45.699650       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0615 16:33:45.699699       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0615 16:33:45.702358       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0615 16:33:45.702403       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0615 16:33:45.718371       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:45.718408       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:45.723261       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:45.723281       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:45.755043       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0615 16:33:45.755066       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	I0615 16:33:46.350596       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:01:54 UTC. --

	Jun 15 16:56:47 addons-477000 kubelet[2256]: E0615 16:56:47.333470    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:56:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:56:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:56:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:57:47 addons-477000 kubelet[2256]: E0615 16:57:47.331859    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:57:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:57:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:57:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:58:47 addons-477000 kubelet[2256]: W0615 16:58:47.318879    2256 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 15 16:58:47 addons-477000 kubelet[2256]: E0615 16:58:47.332386    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:58:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:58:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:58:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:59:47 addons-477000 kubelet[2256]: E0615 16:59:47.331594    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:59:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:59:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:59:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:00:47 addons-477000 kubelet[2256]: E0615 17:00:47.331224    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:00:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:00:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:00:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:01:47 addons-477000 kubelet[2256]: E0615 17:01:47.337776    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:01:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-477000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Ingress (0.74s)

=== RUN   TestAddons/parallel/InspektorGadget

=== PAUSE TestAddons/parallel/InspektorGadget

=== CONT  TestAddons/parallel/InspektorGadget

addons_test.go:814: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...

helpers_test.go:329: TestAddons/parallel/InspektorGadget: WARNING: pod list for "gadget" "k8s-app=gadget" returned: client rate limiter Wait returned an error: context deadline exceeded

addons_test.go:814: ***** TestAddons/parallel/InspektorGadget: pod "k8s-app=gadget" failed to start within 8m0s: context deadline exceeded ****

addons_test.go:814: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

addons_test.go:814: TestAddons/parallel/InspektorGadget: showing logs for failed pods as of 2023-06-15 10:01:52.967043 -0700 PDT m=+1767.251638834

addons_test.go:815: failed waiting for inspektor-gadget pod: k8s-app=gadget within 8m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-477000 -n addons-477000

helpers_test.go:244: <<< TestAddons/parallel/InspektorGadget FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/InspektorGadget]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-477000 logs -n 25

helpers_test.go:252: TestAddons/parallel/InspektorGadget logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.3   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | --download-only -p             | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT |                     |

	|         | binary-mirror-062000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49310         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-062000        | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | -p addons-477000               | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:40 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:52 PDT |                     |

	|         | addons-477000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/15 09:33:17

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0615 09:33:17.135905    1397 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:33:17.136030    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136034    1397 out.go:309] Setting ErrFile to fd 2...

	I0615 09:33:17.136037    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136120    1397 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 09:33:17.137161    1397 out.go:303] Setting JSON to false

	I0615 09:33:17.152121    1397 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":168,"bootTime":1686846629,"procs":371,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:33:17.152202    1397 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:33:17.156891    1397 out.go:177] * [addons-477000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:33:17.159887    1397 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 09:33:17.163775    1397 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:33:17.159984    1397 notify.go:220] Checking for updates...

	I0615 09:33:17.171800    1397 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:33:17.174813    1397 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:33:17.177828    1397 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 09:33:17.180704    1397 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 09:33:17.183887    1397 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:33:17.187819    1397 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 09:33:17.194783    1397 start.go:297] selected driver: qemu2

	I0615 09:33:17.194788    1397 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:33:17.194794    1397 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 09:33:17.196752    1397 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:33:17.199793    1397 out.go:177] * Automatically selected the socket_vmnet network

	I0615 09:33:17.201307    1397 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 09:33:17.201331    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:17.201335    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:17.201341    1397 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 09:33:17.201349    1397 start_flags.go:319] config:

	{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:17.201434    1397 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:33:17.209829    1397 out.go:177] * Starting control plane node addons-477000 in cluster addons-477000

	I0615 09:33:17.213726    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:17.213749    1397 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 09:33:17.213768    1397 cache.go:57] Caching tarball of preloaded images

	I0615 09:33:17.213824    1397 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 09:33:17.213830    1397 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 09:33:17.214051    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:17.214063    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json: {Name:mkc1c34b82952aae697463d2d78c6ea098445790 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:17.214292    1397 start.go:365] acquiring machines lock for addons-477000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 09:33:17.214399    1397 start.go:369] acquired machines lock for "addons-477000" in 101.583µs

	I0615 09:33:17.214409    1397 start.go:93] Provisioning new machine with config: &{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:33:17.214436    1397 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 09:33:17.221743    1397 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0615 09:33:17.568031    1397 start.go:159] libmachine.API.Create for "addons-477000" (driver="qemu2")

	I0615 09:33:17.568071    1397 client.go:168] LocalClient.Create starting

	I0615 09:33:17.568226    1397 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 09:33:17.626803    1397 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 09:33:17.737973    1397 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 09:33:17.902563    1397 main.go:141] libmachine: Creating SSH key...

	I0615 09:33:17.968617    1397 main.go:141] libmachine: Creating Disk image...

	I0615 09:33:17.968623    1397 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 09:33:17.969817    1397 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.004891    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.004923    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.004982    1397 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2 +20000M

	I0615 09:33:18.012411    1397 main.go:141] libmachine: STDOUT: Image resized.

	I0615 09:33:18.012436    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.012455    1397 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.012466    1397 main.go:141] libmachine: Starting QEMU VM...

	I0615 09:33:18.012501    1397 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:25:cc:0f:2e:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.081537    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.081558    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.081562    1397 main.go:141] libmachine: Attempt 0

	I0615 09:33:18.081577    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:20.083712    1397 main.go:141] libmachine: Attempt 1

	I0615 09:33:20.083961    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:22.086122    1397 main.go:141] libmachine: Attempt 2

	I0615 09:33:22.086166    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:24.088201    1397 main.go:141] libmachine: Attempt 3

	I0615 09:33:24.088224    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:26.090268    1397 main.go:141] libmachine: Attempt 4

	I0615 09:33:26.090325    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:28.092361    1397 main.go:141] libmachine: Attempt 5

	I0615 09:33:28.092379    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094488    1397 main.go:141] libmachine: Attempt 6

	I0615 09:33:30.094575    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094985    1397 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0615 09:33:30.095099    1397 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:1a:25:cc:f:2e:6f ID:1,1a:25:cc:f:2e:6f Lease:0x648c8ed9}

	I0615 09:33:30.095124    1397 main.go:141] libmachine: Found match: 1a:25:cc:f:2e:6f

	I0615 09:33:30.095168    1397 main.go:141] libmachine: IP: 192.168.105.2

	I0615 09:33:30.095195    1397 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0615 09:33:32.115264    1397 machine.go:88] provisioning docker machine ...

	I0615 09:33:32.115338    1397 buildroot.go:166] provisioning hostname "addons-477000"

	I0615 09:33:32.116828    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.117588    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.117607    1397 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-477000 && echo "addons-477000" | sudo tee /etc/hostname

	I0615 09:33:32.199158    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-477000

	I0615 09:33:32.199283    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.199748    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.199763    1397 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-477000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-477000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-477000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0615 09:33:32.260846    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0615 09:33:32.260864    1397 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16718-868/.minikube CaCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16718-868/.minikube}

	I0615 09:33:32.260878    1397 buildroot.go:174] setting up certificates

	I0615 09:33:32.260906    1397 provision.go:83] configureAuth start

	I0615 09:33:32.260912    1397 provision.go:138] copyHostCerts

	I0615 09:33:32.261103    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/ca.pem (1078 bytes)

	I0615 09:33:32.261436    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/cert.pem (1123 bytes)

	I0615 09:33:32.262101    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/key.pem (1679 bytes)

	I0615 09:33:32.262442    1397 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem org=jenkins.addons-477000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-477000]

	I0615 09:33:32.306279    1397 provision.go:172] copyRemoteCerts

	I0615 09:33:32.306343    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0615 09:33:32.306360    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.335305    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0615 09:33:32.343471    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0615 09:33:32.351180    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0615 09:33:32.358490    1397 provision.go:86] duration metric: configureAuth took 97.576167ms

	I0615 09:33:32.358498    1397 buildroot.go:189] setting minikube options for container-runtime

	I0615 09:33:32.358950    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:33:32.358995    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.359216    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.359220    1397 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0615 09:33:32.410196    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0615 09:33:32.410204    1397 buildroot.go:70] root file system type: tmpfs

	I0615 09:33:32.410261    1397 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0615 09:33:32.410301    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.410550    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.410587    1397 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0615 09:33:32.468329    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0615 09:33:32.468380    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.468634    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.468643    1397 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0615 09:33:32.794674    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0615 09:33:32.794698    1397 machine.go:91] provisioned docker machine in 679.423792ms

	I0615 09:33:32.794704    1397 client.go:171] LocalClient.Create took 15.226996125s

	I0615 09:33:32.794723    1397 start.go:167] duration metric: libmachine.API.Create for "addons-477000" took 15.227064791s

	I0615 09:33:32.794726    1397 start.go:300] post-start starting for "addons-477000" (driver="qemu2")

	I0615 09:33:32.794731    1397 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0615 09:33:32.794812    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0615 09:33:32.794822    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.823879    1397 ssh_runner.go:195] Run: cat /etc/os-release

	I0615 09:33:32.825122    1397 info.go:137] Remote host: Buildroot 2021.02.12

	I0615 09:33:32.825128    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/addons for local assets ...

	I0615 09:33:32.825196    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/files for local assets ...

	I0615 09:33:32.825222    1397 start.go:303] post-start completed in 30.494125ms

	I0615 09:33:32.825555    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:32.825707    1397 start.go:128] duration metric: createHost completed in 15.611646375s

	I0615 09:33:32.825734    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.825947    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.825951    1397 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0615 09:33:32.876753    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686846813.320713543

	I0615 09:33:32.876760    1397 fix.go:206] guest clock: 1686846813.320713543

	I0615 09:33:32.876764    1397 fix.go:219] Guest: 2023-06-15 09:33:33.320713543 -0700 PDT Remote: 2023-06-15 09:33:32.825711 -0700 PDT m=+15.708594751 (delta=495.002543ms)

	I0615 09:33:32.876775    1397 fix.go:190] guest clock delta is within tolerance: 495.002543ms

	I0615 09:33:32.876778    1397 start.go:83] releasing machines lock for "addons-477000", held for 15.662753208s

	I0615 09:33:32.877060    1397 ssh_runner.go:195] Run: cat /version.json

	I0615 09:33:32.877067    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.877085    1397 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0615 09:33:32.877121    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.951587    1397 ssh_runner.go:195] Run: systemctl --version

	I0615 09:33:32.953983    1397 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0615 09:33:32.956008    1397 cni.go:215] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0615 09:33:32.956040    1397 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0615 09:33:32.961754    1397 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0615 09:33:32.961761    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:32.961877    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:32.967359    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0615 09:33:32.970783    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0615 09:33:32.973872    1397 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0615 09:33:32.973908    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0615 09:33:32.976794    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.979871    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0615 09:33:32.983273    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.986847    1397 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0615 09:33:32.990009    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0615 09:33:32.992910    1397 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0615 09:33:32.995885    1397 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0615 09:33:32.999181    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.082046    1397 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0615 09:33:33.090305    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:33.090367    1397 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0615 09:33:33.095444    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.099628    1397 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0615 09:33:33.106008    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.110583    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.115305    1397 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0615 09:33:33.157221    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.165685    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:33.171700    1397 ssh_runner.go:195] Run: which cri-dockerd

	I0615 09:33:33.173347    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0615 09:33:33.176671    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0615 09:33:33.184036    1397 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0615 09:33:33.256172    1397 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0615 09:33:33.326477    1397 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0615 09:33:33.326492    1397 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0615 09:33:33.331797    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.394602    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:34.551420    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.1568305s)

	I0615 09:33:34.551480    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.614918    1397 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0615 09:33:34.680379    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.741670    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.802995    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0615 09:33:34.810702    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.876193    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0615 09:33:34.899281    1397 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0615 09:33:34.899375    1397 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0615 09:33:34.902005    1397 start.go:534] Will wait 60s for crictl version

	I0615 09:33:34.902039    1397 ssh_runner.go:195] Run: which crictl

	I0615 09:33:34.903665    1397 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0615 09:33:34.922827    1397 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0615 09:33:34.922910    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.936535    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.948006    1397 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...

	I0615 09:33:34.948101    1397 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0615 09:33:34.949468    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:34.953059    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:34.953103    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:34.958178    1397 docker.go:636] Got preloaded images: 

	I0615 09:33:34.958185    1397 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.3 wasn't preloaded

	I0615 09:33:34.958223    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:34.960919    1397 ssh_runner.go:195] Run: which lz4

	I0615 09:33:34.962156    1397 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0615 09:33:34.963566    1397 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0615 09:33:34.963580    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635922 bytes)

	I0615 09:33:36.258372    1397 docker.go:600] Took 1.296282 seconds to copy over tarball

	I0615 09:33:36.258440    1397 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0615 09:33:37.363016    1397 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.104582708s)

	I0615 09:33:37.363034    1397 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0615 09:33:37.379849    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:37.383479    1397 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0615 09:33:37.388752    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:37.449408    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:38.998025    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.548624125s)

	I0615 09:33:38.998130    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:39.004063    1397 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.3

	registry.k8s.io/kube-scheduler:v1.27.3

	registry.k8s.io/kube-proxy:v1.27.3

	registry.k8s.io/kube-controller-manager:v1.27.3

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0615 09:33:39.004075    1397 cache_images.go:84] Images are preloaded, skipping loading

	I0615 09:33:39.004149    1397 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0615 09:33:39.011968    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:39.011977    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:39.012000    1397 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0615 09:33:39.012011    1397 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-477000 NodeName:addons-477000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0615 09:33:39.012111    1397 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-477000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0615 09:33:39.012156    1397 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-477000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0615 09:33:39.012203    1397 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3

	I0615 09:33:39.015681    1397 binaries.go:44] Found k8s binaries, skipping transfer

	I0615 09:33:39.015718    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0615 09:33:39.018849    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0615 09:33:39.023920    1397 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0615 09:33:39.028733    1397 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0615 09:33:39.033571    1397 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0615 09:33:39.034818    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:39.038909    1397 certs.go:56] Setting up /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000 for IP: 192.168.105.2

	I0615 09:33:39.038918    1397 certs.go:190] acquiring lock for shared ca certs: {Name:mk9ee4d7ca68f2cc32c8609d33f6ce33c43a91d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.039073    1397 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key

	I0615 09:33:39.109209    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt ...

	I0615 09:33:39.109214    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt: {Name:mka7538e8370ad0560f47e28d206b077e2dbbef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109425    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key ...

	I0615 09:33:39.109428    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key: {Name:mkca6c7de675216938ac1a6663738af412e2d280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109532    1397 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key

	I0615 09:33:39.219574    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt ...

	I0615 09:33:39.219577    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt: {Name:mk21a595039c96735254391e5270364a73e52306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219709    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key ...

	I0615 09:33:39.219712    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key: {Name:mk96cab9f1987887c2b313cd365bdba518ec818b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219826    1397 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key

	I0615 09:33:39.219831    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt with IP's: []

	I0615 09:33:39.435828    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt ...

	I0615 09:33:39.435835    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt: {Name:mk0f2105a4c5fdba007e9c77c7945365dc3f96af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436029    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key ...

	I0615 09:33:39.436031    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key: {Name:mk65e491f4b4c1ee8d05045efb9265b2c697a551 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436124    1397 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969

	I0615 09:33:39.436133    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0615 09:33:39.510125    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 ...

	I0615 09:33:39.510129    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969: {Name:mk7c90d062166950585957cb3f0ce136594c9cd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510277    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 ...

	I0615 09:33:39.510280    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969: {Name:mk4266445b8f2d5bc078d169ee24b8765955e2f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510384    1397 certs.go:337] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt

	I0615 09:33:39.510598    1397 certs.go:341] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key

	I0615 09:33:39.510713    1397 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key

	I0615 09:33:39.510723    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt with IP's: []

	I0615 09:33:39.610633    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt ...

	I0615 09:33:39.610637    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt: {Name:mk04e06c13fe3eccffb62f328096a02f5668baa1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.610779    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key ...

	I0615 09:33:39.610783    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key: {Name:mk21e3c8e84fcac9a2d9da5e0fa06b26ad1ee7cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.611042    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem (1679 bytes)

	I0615 09:33:39.611072    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem (1078 bytes)

	I0615 09:33:39.611094    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem (1123 bytes)

	I0615 09:33:39.611429    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem (1679 bytes)

	I0615 09:33:39.611960    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0615 09:33:39.619546    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0615 09:33:39.626711    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0615 09:33:39.633501    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0615 09:33:39.640010    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0615 09:33:39.647112    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0615 09:33:39.654063    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0615 09:33:39.660582    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0615 09:33:39.667533    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0615 09:33:39.674545    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0615 09:33:39.680339    1397 ssh_runner.go:195] Run: openssl version

	I0615 09:33:39.682379    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0615 09:33:39.685404    1397 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686832    1397 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 15 16:33 /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686855    1397 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.688703    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0615 09:33:39.691957    1397 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0615 09:33:39.693381    1397 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0615 09:33:39.693418    1397 kubeadm.go:404] StartCluster: {Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:39.693485    1397 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0615 09:33:39.699291    1397 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0615 09:33:39.702928    1397 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0615 09:33:39.706168    1397 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0615 09:33:39.708902    1397 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0615 09:33:39.708925    1397 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0615 09:33:39.731022    1397 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3

	I0615 09:33:39.731051    1397 kubeadm.go:322] [preflight] Running pre-flight checks

	I0615 09:33:39.787198    1397 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0615 09:33:39.787252    1397 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0615 09:33:39.787291    1397 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0615 09:33:39.845524    1397 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0615 09:33:39.853720    1397 out.go:204]   - Generating certificates and keys ...

	I0615 09:33:39.853771    1397 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0615 09:33:39.853800    1397 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0615 09:33:40.047052    1397 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0615 09:33:40.281668    1397 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0615 09:33:40.373604    1397 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0615 09:33:40.496002    1397 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0615 09:33:40.752895    1397 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0615 09:33:40.752975    1397 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.889354    1397 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0615 09:33:40.889424    1397 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.967392    1397 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0615 09:33:41.132487    1397 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0615 09:33:41.175551    1397 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0615 09:33:41.175583    1397 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0615 09:33:41.275708    1397 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0615 09:33:41.313261    1397 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0615 09:33:41.394612    1397 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0615 09:33:41.488793    1397 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0615 09:33:41.495623    1397 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0615 09:33:41.495672    1397 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0615 09:33:41.495691    1397 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0615 09:33:41.565044    1397 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0615 09:33:41.570236    1397 out.go:204]   - Booting up control plane ...

	I0615 09:33:41.570302    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0615 09:33:41.570344    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0615 09:33:41.570389    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0615 09:33:41.570430    1397 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0615 09:33:41.570514    1397 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0615 09:33:45.571765    1397 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.003295 seconds

	I0615 09:33:45.571857    1397 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0615 09:33:45.577408    1397 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0615 09:33:46.094757    1397 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0615 09:33:46.095006    1397 kubeadm.go:322] [mark-control-plane] Marking the node addons-477000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0615 09:33:46.613385    1397 kubeadm.go:322] [bootstrap-token] Using token: f4kg8y.q60xaa2tn5uwspbb

	I0615 09:33:46.619341    1397 out.go:204]   - Configuring RBAC rules ...

	I0615 09:33:46.619403    1397 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0615 09:33:46.620813    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0615 09:33:46.624663    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0615 09:33:46.625913    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0615 09:33:46.627185    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0615 09:33:46.628306    1397 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0615 09:33:46.632523    1397 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0615 09:33:46.806353    1397 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0615 09:33:47.022461    1397 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0615 09:33:47.022733    1397 kubeadm.go:322] 

	I0615 09:33:47.022774    1397 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0615 09:33:47.022780    1397 kubeadm.go:322] 

	I0615 09:33:47.022834    1397 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0615 09:33:47.022839    1397 kubeadm.go:322] 

	I0615 09:33:47.022851    1397 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0615 09:33:47.022879    1397 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0615 09:33:47.022912    1397 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0615 09:33:47.022916    1397 kubeadm.go:322] 

	I0615 09:33:47.022952    1397 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0615 09:33:47.022958    1397 kubeadm.go:322] 

	I0615 09:33:47.022992    1397 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0615 09:33:47.022995    1397 kubeadm.go:322] 

	I0615 09:33:47.023016    1397 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0615 09:33:47.023050    1397 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0615 09:33:47.023081    1397 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0615 09:33:47.023083    1397 kubeadm.go:322] 

	I0615 09:33:47.023121    1397 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0615 09:33:47.023158    1397 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0615 09:33:47.023161    1397 kubeadm.go:322] 

	I0615 09:33:47.023197    1397 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023261    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 \

	I0615 09:33:47.023273    1397 kubeadm.go:322] 	--control-plane 

	I0615 09:33:47.023278    1397 kubeadm.go:322] 

	I0615 09:33:47.023320    1397 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0615 09:33:47.023326    1397 kubeadm.go:322] 

	I0615 09:33:47.023380    1397 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023443    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 

	I0615 09:33:47.023525    1397 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0615 09:33:47.023586    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:47.023594    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:47.031274    1397 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0615 09:33:47.035321    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0615 09:33:47.038799    1397 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0615 09:33:47.043709    1397 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0615 09:33:47.043747    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.043800    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627 minikube.k8s.io/name=addons-477000 minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.095849    1397 ops.go:34] apiserver oom_adj: -16

	I0615 09:33:47.095898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.645147    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.145079    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.645093    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.145044    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.645148    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.145134    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.645328    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.145310    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.645116    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.144609    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.645278    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.145243    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.645239    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.145000    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.644744    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.145233    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.644949    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.145008    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.644938    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.143430    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.645224    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.144898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.644909    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.144773    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.644338    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.144834    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.206574    1397 kubeadm.go:1081] duration metric: took 13.163176875s to wait for elevateKubeSystemPrivileges.

	I0615 09:34:00.206587    1397 kubeadm.go:406] StartCluster complete in 20.513668625s

	I0615 09:34:00.206614    1397 settings.go:142] acquiring lock: {Name:mk45a698fcd8dd8ae6984c9cf4ad4d183fdb5424 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.206769    1397 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:34:00.206961    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/kubeconfig: {Name:mkbe9cac04fb467055323f2e3d5db2c6ddc287ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.207185    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0615 09:34:00.207249    1397 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0615 09:34:00.207317    1397 addons.go:66] Setting ingress=true in profile "addons-477000"

	I0615 09:34:00.207322    1397 addons.go:66] Setting ingress-dns=true in profile "addons-477000"

	I0615 09:34:00.207325    1397 addons.go:228] Setting addon ingress=true in "addons-477000"

	I0615 09:34:00.207327    1397 addons.go:228] Setting addon ingress-dns=true in "addons-477000"

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207358    1397 addons.go:66] Setting cloud-spanner=true in profile "addons-477000"

	I0615 09:34:00.207362    1397 addons.go:228] Setting addon cloud-spanner=true in "addons-477000"

	I0615 09:34:00.207371    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207402    1397 addons.go:66] Setting metrics-server=true in profile "addons-477000"

	I0615 09:34:00.207421    1397 addons.go:66] Setting registry=true in profile "addons-477000"

	I0615 09:34:00.207457    1397 addons.go:228] Setting addon registry=true in "addons-477000"

	I0615 09:34:00.207434    1397 addons.go:66] Setting inspektor-gadget=true in profile "addons-477000"

	I0615 09:34:00.207483    1397 addons.go:228] Setting addon inspektor-gadget=true in "addons-477000"

	I0615 09:34:00.207494    1397 addons.go:228] Setting addon metrics-server=true in "addons-477000"

	I0615 09:34:00.207502    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207433    1397 addons.go:66] Setting default-storageclass=true in profile "addons-477000"

	I0615 09:34:00.207531    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:34:00.207537    1397 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-477000"

	I0615 09:34:00.207575    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207475    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207436    1397 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-477000"

	I0615 09:34:00.207676    1397 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.207687    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207317    1397 addons.go:66] Setting volumesnapshots=true in profile "addons-477000"

	I0615 09:34:00.207735    1397 addons.go:228] Setting addon volumesnapshots=true in "addons-477000"

	I0615 09:34:00.207746    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207438    1397 addons.go:66] Setting gcp-auth=true in profile "addons-477000"

	I0615 09:34:00.207776    1397 mustload.go:65] Loading cluster: addons-477000

	I0615 09:34:00.207433    1397 addons.go:66] Setting storage-provisioner=true in profile "addons-477000"

	I0615 09:34:00.208143    1397 addons.go:228] Setting addon storage-provisioner=true in "addons-477000"

	I0615 09:34:00.208157    1397 host.go:66] Checking if "addons-477000" exists ...

	W0615 09:34:00.208299    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208325    1397 addons.go:274] "addons-477000" is not running, setting registry=true and skipping enablement (err=<nil>)

	W0615 09:34:00.208331    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208338    1397 addons.go:274] "addons-477000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	I0615 09:34:00.208333    1397 addons.go:464] Verifying addon registry=true in "addons-477000"

	I0615 09:34:00.211629    1397 out.go:177] * Verifying registry addon...

	W0615 09:34:00.208373    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.207993    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	W0615 09:34:00.208397    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208133    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208437    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208601    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208662    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.215730    1397 addons.go:228] Setting addon default-storageclass=true in "addons-477000"

	W0615 09:34:00.218550    1397 addons.go:274] "addons-477000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218559    1397 addons.go:274] "addons-477000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218580    1397 addons.go:274] "addons-477000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218593    1397 addons.go:274] "addons-477000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	I0615 09:34:00.218944    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0615 09:34:00.219273    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.221576    1397 addons.go:464] Verifying addon metrics-server=true in "addons-477000"

	I0615 09:34:00.221583    1397 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0615 09:34:00.224623    1397 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0615 09:34:00.224631    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0615 09:34:00.224638    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.221629    1397 addons.go:464] Verifying addon ingress=true in "addons-477000"

	I0615 09:34:00.221636    1397 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.221723    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.228543    1397 out.go:177] * Verifying ingress addon...

	I0615 09:34:00.238557    1397 out.go:177] * Verifying csi-hostpath-driver addon...

	I0615 09:34:00.229248    1397 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.235988    1397 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0615 09:34:00.241352    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0615 09:34:00.242560    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0615 09:34:00.242594    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.242973    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0615 09:34:00.245385    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0615 09:34:00.251897    1397 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0615 09:34:00.275682    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0615 09:34:00.278596    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0615 09:34:00.278604    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0615 09:34:00.310787    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0615 09:34:00.310799    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0615 09:34:00.340750    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0615 09:34:00.340763    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0615 09:34:00.370147    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.374756    1397 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0615 09:34:00.374766    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0615 09:34:00.391483    1397 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.391493    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0615 09:34:00.396735    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.725129    1397 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-477000" context rescaled to 1 replicas

	I0615 09:34:00.725155    1397 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:34:00.731827    1397 out.go:177] * Verifying Kubernetes components...

	I0615 09:34:00.735986    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:01.130555    1397 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	W0615 09:34:01.273320    1397 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273347    1397 retry.go:31] will retry after 358.412085ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273795    1397 node_ready.go:35] waiting up to 6m0s for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275272    1397 node_ready.go:49] node "addons-477000" has status "Ready":"True"

	I0615 09:34:01.275281    1397 node_ready.go:38] duration metric: took 1.477792ms waiting for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275284    1397 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:01.279498    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:01.633151    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:02.299497    1397 pod_ready.go:92] pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.299518    1397 pod_ready.go:81] duration metric: took 1.020034208s waiting for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.299526    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303736    1397 pod_ready.go:92] pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.303743    1397 pod_ready.go:81] duration metric: took 4.212458ms waiting for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303749    1397 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307230    1397 pod_ready.go:92] pod "etcd-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.307237    1397 pod_ready.go:81] duration metric: took 3.484042ms waiting for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307243    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311004    1397 pod_ready.go:92] pod "kube-apiserver-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.311013    1397 pod_ready.go:81] duration metric: took 3.766916ms waiting for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311019    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481809    1397 pod_ready.go:92] pod "kube-controller-manager-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.481828    1397 pod_ready.go:81] duration metric: took 170.807958ms waiting for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481838    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883885    1397 pod_ready.go:92] pod "kube-proxy-8rgcs" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.883919    1397 pod_ready.go:81] duration metric: took 402.082375ms waiting for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883933    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277736    1397 pod_ready.go:92] pod "kube-scheduler-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:03.277748    1397 pod_ready.go:81] duration metric: took 393.817875ms waiting for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277754    1397 pod_ready.go:38] duration metric: took 2.002511417s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:03.277768    1397 api_server.go:52] waiting for apiserver process to appear ...

	I0615 09:34:03.277845    1397 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0615 09:34:03.986804    1397 api_server.go:72] duration metric: took 3.261712416s to wait for apiserver process to appear ...

	I0615 09:34:03.986816    1397 api_server.go:88] waiting for apiserver healthz status ...

	I0615 09:34:03.986824    1397 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0615 09:34:03.986882    1397 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.353767917s)

	I0615 09:34:03.990093    1397 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0615 09:34:03.990734    1397 api_server.go:141] control plane version: v1.27.3

	I0615 09:34:03.990742    1397 api_server.go:131] duration metric: took 3.923291ms to wait for apiserver health ...

	I0615 09:34:03.990745    1397 system_pods.go:43] waiting for kube-system pods to appear ...

	I0615 09:34:03.993833    1397 system_pods.go:59] 9 kube-system pods found

	I0615 09:34:03.993840    1397 system_pods.go:61] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.993843    1397 system_pods.go:61] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.993845    1397 system_pods.go:61] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.993848    1397 system_pods.go:61] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.993851    1397 system_pods.go:61] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.993853    1397 system_pods.go:61] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.993855    1397 system_pods.go:61] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.993859    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993864    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993866    1397 system_pods.go:74] duration metric: took 3.119166ms to wait for pod list to return data ...

	I0615 09:34:03.993869    1397 default_sa.go:34] waiting for default service account to be created ...

	I0615 09:34:03.995049    1397 default_sa.go:45] found service account: "default"

	I0615 09:34:03.995055    1397 default_sa.go:55] duration metric: took 1.183708ms for default service account to be created ...

	I0615 09:34:03.995057    1397 system_pods.go:116] waiting for k8s-apps to be running ...

	I0615 09:34:03.998400    1397 system_pods.go:86] 9 kube-system pods found

	I0615 09:34:03.998409    1397 system_pods.go:89] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.998411    1397 system_pods.go:89] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.998414    1397 system_pods.go:89] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.998416    1397 system_pods.go:89] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.998419    1397 system_pods.go:89] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.998421    1397 system_pods.go:89] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.998424    1397 system_pods.go:89] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.998429    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998433    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998436    1397 system_pods.go:126] duration metric: took 3.376208ms to wait for k8s-apps to be running ...

	I0615 09:34:03.998439    1397 system_svc.go:44] waiting for kubelet service to be running ....

	I0615 09:34:03.998489    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:04.003913    1397 system_svc.go:56] duration metric: took 5.471458ms WaitForService to wait for kubelet.

	I0615 09:34:04.003921    1397 kubeadm.go:581] duration metric: took 3.278833625s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0615 09:34:04.003932    1397 node_conditions.go:102] verifying NodePressure condition ...

	I0615 09:34:04.077208    1397 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0615 09:34:04.077239    1397 node_conditions.go:123] node cpu capacity is 2

	I0615 09:34:04.077244    1397 node_conditions.go:105] duration metric: took 73.311333ms to run NodePressure ...

	I0615 09:34:04.077249    1397 start.go:228] waiting for startup goroutines ...

	I0615 09:34:06.831960    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0615 09:34:06.832053    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.882622    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0615 09:34:06.891297    1397 addons.go:228] Setting addon gcp-auth=true in "addons-477000"

	I0615 09:34:06.891339    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:06.892599    1397 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0615 09:34:06.892612    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.928262    1397 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0615 09:34:06.932997    1397 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0615 09:34:06.937187    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0615 09:34:06.937194    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0615 09:34:06.943495    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0615 09:34:06.943502    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0615 09:34:06.949337    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:06.949343    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0615 09:34:06.954968    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:07.475178    1397 addons.go:464] Verifying addon gcp-auth=true in "addons-477000"

	I0615 09:34:07.478304    1397 out.go:177] * Verifying gcp-auth addon...

	I0615 09:34:07.485666    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0615 09:34:07.491991    1397 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0615 09:34:07.492002    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:07.996710    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:08.496921    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.002133    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.494606    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.995080    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.495704    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.995530    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:11.495877    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.001470    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.497446    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.001473    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.502268    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.997362    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.503184    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.997798    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:15.495991    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.000278    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.501895    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.001719    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.495416    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.995757    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:18.496835    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:19.002478    1397 kapi.go:107] duration metric: took 11.51706925s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0615 09:34:19.008171    1397 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-477000 cluster.

	I0615 09:34:19.011889    1397 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0615 09:34:19.016120    1397 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0615 09:40:00.215049    1397 kapi.go:107] duration metric: took 6m0.00478975s to wait for kubernetes.io/minikube-addons=registry ...

	W0615 09:40:00.215455    1397 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0615 09:40:00.235888    1397 kapi.go:107] duration metric: took 6m0.001641708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0615 09:40:00.235937    1397 kapi.go:107] duration metric: took 6m0.008679083s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0615 09:40:00.236028    1397 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	W0615 09:40:00.236088    1397 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0615 09:40:00.243957    1397 out.go:177] * Enabled addons: inspektor-gadget, metrics-server, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, volumesnapshots, gcp-auth

	I0615 09:40:00.250970    1397 addons.go:499] enable addons completed in 6m0.052449292s: enabled=[inspektor-gadget metrics-server cloud-spanner ingress-dns storage-provisioner default-storageclass volumesnapshots gcp-auth]

	I0615 09:40:00.251042    1397 start.go:233] waiting for cluster config update ...

	I0615 09:40:00.251069    1397 start.go:242] writing updated cluster config ...

	I0615 09:40:00.255738    1397 ssh_runner.go:195] Run: rm -f paused

	I0615 09:40:00.403218    1397 start.go:582] kubectl: 1.25.9, cluster: 1.27.3 (minor skew: 2)

	I0615 09:40:00.405982    1397 out.go:177] 

	W0615 09:40:00.410033    1397 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.3.

	I0615 09:40:00.413868    1397 out.go:177]   - Want kubectl v1.27.3? Try 'minikube kubectl -- get pods -A'

	I0615 09:40:00.421952    1397 out.go:177] * Done! kubectl is now configured to use "addons-477000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:01:53 UTC. --

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712778061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.712798672Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:12 addons-477000 dockerd[1091]: time="2023-06-15T16:34:12.754255249Z" level=info msg="ignoring event" container=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754320625Z" level=info msg="shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754344286Z" level=warning msg="cleaning up after shim disconnected" id=784517c6a1ba995d5a0ac3e06a0c3b3112e1ab80318bad66824ce915bcadf04c namespace=moby

	Jun 15 16:34:12 addons-477000 dockerd[1097]: time="2023-06-15T16:34:12.754349480Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.793607046Z" level=info msg="shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1091]: time="2023-06-15T16:34:13.793691952Z" level=info msg="ignoring event" container=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794164777Z" level=warning msg="cleaning up after shim disconnected" id=84f78f0eaf8dda7e1caea638bf41a2296e9ad897543494ce93c4491f7a6bcb47 namespace=moby

	Jun 15 16:34:13 addons-477000 dockerd[1097]: time="2023-06-15T16:34:13.794176995Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1091]: time="2023-06-15T16:34:14.817608715Z" level=info msg="ignoring event" container=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.817442834Z" level=info msg="shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819525140Z" level=warning msg="cleaning up after shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819574276Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.579995441Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580279599Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580317285Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580357122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:15Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/0c316c00ee755585c1753e0f1d6364e1731871da5d072484c67c43cac67cd349/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 16:34:15 addons-477000 dockerd[1091]: time="2023-06-15T16:34:15.926803390Z" level=warning msg="reference for unknown type: " digest="sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:18Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269480431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269881621Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269894061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269898788Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	6a4bcd8ac64ff       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              27 minutes ago      Running             gcp-auth                     0                   0c316c00ee755

	8527d6f42bef1       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   27 minutes ago      Running             volume-snapshot-controller   0                   f6bd41ad4abf6

	06a9dab9c48b6       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   27 minutes ago      Running             volume-snapshot-controller   0                   629404aaee996

	256eaaad3894a       97e04611ad434                                                                                                             27 minutes ago      Running             coredns                      0                   f6fc2a0d05c4a

	29b72a92c6578       fb73e92641fd5                                                                                                             27 minutes ago      Running             kube-proxy                   0                   405ca9198a355

	733213e41e3b9       bcb9e554eaab6                                                                                                             28 minutes ago      Running             kube-scheduler               0                   25817e506c78b

	b11fb0f325644       39dfb036b0986                                                                                                             28 minutes ago      Running             kube-apiserver               0                   0dde73a500899

	66de98cb24ea0       ab3683b584ae5                                                                                                             28 minutes ago      Running             kube-controller-manager      0                   69ef168f52131

	41a6909f99a59       24bc64e911039                                                                                                             28 minutes ago      Running             etcd                         0                   9b969e901cc05

	* 

	* ==> coredns [256eaaad3894] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:55502 - 31535 "HINFO IN 8156761713541019547.3807690688336836625. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.006087175s

	* 

	* ==> describe nodes <==

	* Name:               addons-477000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-477000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627

	                    minikube.k8s.io/name=addons-477000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Thu, 15 Jun 2023 16:33:44 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-477000

	  AcquireTime:     <unset>

	  RenewTime:       Thu, 15 Jun 2023 17:01:51 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Thu, 15 Jun 2023 17:00:23 +0000   Thu, 15 Jun 2023 16:33:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-477000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 5009a87f17804889a5a4616073b937e0

	  System UUID:                5009a87f17804889a5a4616073b937e0

	  Boot ID:                    9630f686-3c90-436f-98e6-d8c6686f510a

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.3

	  Kube-Proxy Version:         v1.27.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-2pgxv                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 coredns-5d78c9869d-mds5s                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     27m

	  kube-system                 etcd-addons-477000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         28m

	  kube-system                 kube-apiserver-addons-477000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-controller-manager-addons-477000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-proxy-8rgcs                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 kube-scheduler-addons-477000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 snapshot-controller-75bbb956b9-p6hk4     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 snapshot-controller-75bbb956b9-prqv8     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From             Message

	  ----    ------                   ----               ----             -------

	  Normal  Starting                 27m                kube-proxy       

	  Normal  Starting                 28m                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  28m (x8 over 28m)  kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    28m (x8 over 28m)  kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     28m (x7 over 28m)  kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  28m                kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 28m                kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  28m                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  28m                kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    28m                kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     28m                kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                28m                kubelet          Node addons-477000 status is now: NodeReady

	  Normal  RegisteredNode           27m                node-controller  Node addons-477000 event: Registered Node addons-477000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.687452] EINJ: EINJ table not found.

	[  +0.627011] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043411] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000812] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.868427] systemd-fstab-generator[480]: Ignoring "noauto" for root device

	[  +0.067044] systemd-fstab-generator[491]: Ignoring "noauto" for root device

	[  +0.422105] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.174556] systemd-fstab-generator[729]: Ignoring "noauto" for root device

	[  +0.069729] systemd-fstab-generator[740]: Ignoring "noauto" for root device

	[  +0.066761] systemd-fstab-generator[753]: Ignoring "noauto" for root device

	[  +1.220689] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.067164] systemd-fstab-generator[921]: Ignoring "noauto" for root device

	[  +0.058616] systemd-fstab-generator[932]: Ignoring "noauto" for root device

	[  +0.062347] systemd-fstab-generator[943]: Ignoring "noauto" for root device

	[  +0.069889] systemd-fstab-generator[971]: Ignoring "noauto" for root device

	[  +2.576383] systemd-fstab-generator[1084]: Ignoring "noauto" for root device

	[  +1.530737] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.580821] systemd-fstab-generator[1404]: Ignoring "noauto" for root device

	[  +5.139726] systemd-fstab-generator[2250]: Ignoring "noauto" for root device

	[Jun15 16:34] kauditd_printk_skb: 41 callbacks suppressed

	[  +2.392909] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.125194] kauditd_printk_skb: 40 callbacks suppressed

	[  +6.280200] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.114632] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [41a6909f99a5] <==

	* {"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-477000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-15T16:43:43.957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":747}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":747,"took":"2.441695ms","hash":524925281}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524925281,"revision":747,"compact-revision":-1}

	{"level":"info","ts":"2023-06-15T16:48:43.971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":897}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":897,"took":"1.284283ms","hash":2514030906}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514030906,"revision":897,"compact-revision":747}

	{"level":"info","ts":"2023-06-15T16:53:43.979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1048}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1048,"took":"857.726µs","hash":834622362}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":834622362,"revision":1048,"compact-revision":897}

	{"level":"info","ts":"2023-06-15T16:58:43.988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1198}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1198,"took":"1.183357ms","hash":1870194874}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1870194874,"revision":1198,"compact-revision":1048}

	* 

	* ==> gcp-auth [6a4bcd8ac64f] <==

	* 2023/06/15 16:34:18 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  17:01:53 up 28 min,  0 users,  load average: 0.62, 0.54, 0.45

	Linux addons-477000 5.10.57 #1 SMP PREEMPT Wed Jun 14 05:08:37 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [b11fb0f32564] <==

	* I0615 16:34:07.712516       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0615 16:38:44.748912       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.749316       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:38:44.757965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:38:44.758323       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.761094       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.761179       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769254       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769477       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769594       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769676       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.750393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.750930       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.765734       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.766097       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.751144       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.751426       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.766204       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.766395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.752713       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.753513       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.754419       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.754518       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.763858       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.764268       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [66de98cb24ea] <==

	* I0615 16:34:13.731338       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:13.817171       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.755476       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:14.766120       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.820829       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.823621       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.825690       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:14.825754       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.826668       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.850370       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.758931       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.761497       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.764164       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:15.764226       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.766220       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.768259       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:29.767346       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0615 16:34:29.767460       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0615 16:34:29.868459       1 shared_informer.go:318] Caches are synced for resource quota

	I0615 16:34:30.190420       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0615 16:34:30.296099       1 shared_informer.go:318] Caches are synced for garbage collector

	I0615 16:34:44.034182       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:44.057184       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:45.016712       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:45.039501       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	* 

	* ==> kube-proxy [29b72a92c657] <==

	* I0615 16:34:01.157223       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0615 16:34:01.157274       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0615 16:34:01.157290       1 server_others.go:554] "Using iptables proxy"

	I0615 16:34:01.207136       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0615 16:34:01.207158       1 server_others.go:192] "Using iptables Proxier"

	I0615 16:34:01.207188       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0615 16:34:01.207493       1 server.go:658] "Version info" version="v1.27.3"

	I0615 16:34:01.207499       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0615 16:34:01.208029       1 config.go:188] "Starting service config controller"

	I0615 16:34:01.208049       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0615 16:34:01.208060       1 config.go:97] "Starting endpoint slice config controller"

	I0615 16:34:01.208062       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0615 16:34:01.209533       1 config.go:315] "Starting node config controller"

	I0615 16:34:01.209537       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0615 16:34:01.308743       1 shared_informer.go:318] Caches are synced for service config

	I0615 16:34:01.308782       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0615 16:34:01.309993       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [733213e41e3b] <==

	* W0615 16:33:44.753904       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:44.754011       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:44.754034       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:44.754072       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:44.754021       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:44.754081       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:44.754001       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0615 16:33:44.754100       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0615 16:33:44.754136       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0615 16:33:44.754145       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0615 16:33:45.605616       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0615 16:33:45.605673       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0615 16:33:45.647245       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:45.647292       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:45.699650       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0615 16:33:45.699699       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0615 16:33:45.702358       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0615 16:33:45.702403       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0615 16:33:45.718371       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:45.718408       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:45.723261       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:45.723281       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:45.755043       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0615 16:33:45.755066       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	I0615 16:33:46.350596       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:01:53 UTC. --

	Jun 15 16:56:47 addons-477000 kubelet[2256]: E0615 16:56:47.333470    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:56:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:56:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:56:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:57:47 addons-477000 kubelet[2256]: E0615 16:57:47.331859    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:57:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:57:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:57:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:58:47 addons-477000 kubelet[2256]: W0615 16:58:47.318879    2256 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 15 16:58:47 addons-477000 kubelet[2256]: E0615 16:58:47.332386    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:58:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:58:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:58:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 16:59:47 addons-477000 kubelet[2256]: E0615 16:59:47.331594    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 16:59:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 16:59:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 16:59:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:00:47 addons-477000 kubelet[2256]: E0615 17:00:47.331224    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:00:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:00:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:00:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:01:47 addons-477000 kubelet[2256]: E0615 17:01:47.337776    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:01:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-477000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/InspektorGadget FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/InspektorGadget (480.84s)

=== RUN   TestAddons/parallel/MetricsServer

=== PAUSE TestAddons/parallel/MetricsServer

=== CONT  TestAddons/parallel/MetricsServer

addons_test.go:381: failed waiting for metrics-server deployment to stabilize: timed out waiting for the condition

addons_test.go:383: metrics-server stabilized in 6m0.002019209s

addons_test.go:385: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...

addons_test.go:385: ***** TestAddons/parallel/MetricsServer: pod "k8s-app=metrics-server" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:385: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

addons_test.go:385: TestAddons/parallel/MetricsServer: showing logs for failed pods as of 2023-06-15 10:04:01.513927 -0700 PDT m=+1895.798774876

addons_test.go:386: failed waiting for k8s-app=metrics-server pod: k8s-app=metrics-server within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-477000 -n addons-477000

helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-477000 logs -n 25

helpers_test.go:252: TestAddons/parallel/MetricsServer logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.3   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | --download-only -p             | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT |                     |

	|         | binary-mirror-062000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49310         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-062000        | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | -p addons-477000               | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:40 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:52 PDT |                     |

	|         | addons-477000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 10:01 PDT | 15 Jun 23 10:01 PDT |

	|         | -p addons-477000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/15 09:33:17

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0615 09:33:17.135905    1397 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:33:17.136030    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136034    1397 out.go:309] Setting ErrFile to fd 2...

	I0615 09:33:17.136037    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136120    1397 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 09:33:17.137161    1397 out.go:303] Setting JSON to false

	I0615 09:33:17.152121    1397 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":168,"bootTime":1686846629,"procs":371,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:33:17.152202    1397 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:33:17.156891    1397 out.go:177] * [addons-477000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:33:17.159887    1397 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 09:33:17.163775    1397 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:33:17.159984    1397 notify.go:220] Checking for updates...

	I0615 09:33:17.171800    1397 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:33:17.174813    1397 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:33:17.177828    1397 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 09:33:17.180704    1397 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 09:33:17.183887    1397 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:33:17.187819    1397 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 09:33:17.194783    1397 start.go:297] selected driver: qemu2

	I0615 09:33:17.194788    1397 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:33:17.194794    1397 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 09:33:17.196752    1397 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:33:17.199793    1397 out.go:177] * Automatically selected the socket_vmnet network

	I0615 09:33:17.201307    1397 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 09:33:17.201331    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:17.201335    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:17.201341    1397 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 09:33:17.201349    1397 start_flags.go:319] config:

	{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:17.201434    1397 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:33:17.209829    1397 out.go:177] * Starting control plane node addons-477000 in cluster addons-477000

	I0615 09:33:17.213726    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:17.213749    1397 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 09:33:17.213768    1397 cache.go:57] Caching tarball of preloaded images

	I0615 09:33:17.213824    1397 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 09:33:17.213830    1397 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 09:33:17.214051    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:17.214063    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json: {Name:mkc1c34b82952aae697463d2d78c6ea098445790 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:17.214292    1397 start.go:365] acquiring machines lock for addons-477000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 09:33:17.214399    1397 start.go:369] acquired machines lock for "addons-477000" in 101.583µs

	I0615 09:33:17.214409    1397 start.go:93] Provisioning new machine with config: &{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:33:17.214436    1397 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 09:33:17.221743    1397 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0615 09:33:17.568031    1397 start.go:159] libmachine.API.Create for "addons-477000" (driver="qemu2")

	I0615 09:33:17.568071    1397 client.go:168] LocalClient.Create starting

	I0615 09:33:17.568226    1397 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 09:33:17.626803    1397 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 09:33:17.737973    1397 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 09:33:17.902563    1397 main.go:141] libmachine: Creating SSH key...

	I0615 09:33:17.968617    1397 main.go:141] libmachine: Creating Disk image...

	I0615 09:33:17.968623    1397 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 09:33:17.969817    1397 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.004891    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.004923    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.004982    1397 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2 +20000M

	I0615 09:33:18.012411    1397 main.go:141] libmachine: STDOUT: Image resized.

	I0615 09:33:18.012436    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.012455    1397 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.012466    1397 main.go:141] libmachine: Starting QEMU VM...

	I0615 09:33:18.012501    1397 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:25:cc:0f:2e:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.081537    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.081558    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.081562    1397 main.go:141] libmachine: Attempt 0

	I0615 09:33:18.081577    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:20.083712    1397 main.go:141] libmachine: Attempt 1

	I0615 09:33:20.083961    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:22.086122    1397 main.go:141] libmachine: Attempt 2

	I0615 09:33:22.086166    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:24.088201    1397 main.go:141] libmachine: Attempt 3

	I0615 09:33:24.088224    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:26.090268    1397 main.go:141] libmachine: Attempt 4

	I0615 09:33:26.090325    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:28.092361    1397 main.go:141] libmachine: Attempt 5

	I0615 09:33:28.092379    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094488    1397 main.go:141] libmachine: Attempt 6

	I0615 09:33:30.094575    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094985    1397 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0615 09:33:30.095099    1397 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:1a:25:cc:f:2e:6f ID:1,1a:25:cc:f:2e:6f Lease:0x648c8ed9}

	I0615 09:33:30.095124    1397 main.go:141] libmachine: Found match: 1a:25:cc:f:2e:6f

	I0615 09:33:30.095168    1397 main.go:141] libmachine: IP: 192.168.105.2

	I0615 09:33:30.095195    1397 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0615 09:33:32.115264    1397 machine.go:88] provisioning docker machine ...

	I0615 09:33:32.115338    1397 buildroot.go:166] provisioning hostname "addons-477000"

	I0615 09:33:32.116828    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.117588    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.117607    1397 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-477000 && echo "addons-477000" | sudo tee /etc/hostname

	I0615 09:33:32.199158    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-477000

	I0615 09:33:32.199283    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.199748    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.199763    1397 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-477000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-477000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-477000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0615 09:33:32.260846    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0615 09:33:32.260864    1397 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16718-868/.minikube CaCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16718-868/.minikube}

	I0615 09:33:32.260878    1397 buildroot.go:174] setting up certificates

	I0615 09:33:32.260906    1397 provision.go:83] configureAuth start

	I0615 09:33:32.260912    1397 provision.go:138] copyHostCerts

	I0615 09:33:32.261103    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/ca.pem (1078 bytes)

	I0615 09:33:32.261436    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/cert.pem (1123 bytes)

	I0615 09:33:32.262101    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/key.pem (1679 bytes)

	I0615 09:33:32.262442    1397 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem org=jenkins.addons-477000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-477000]

	I0615 09:33:32.306279    1397 provision.go:172] copyRemoteCerts

	I0615 09:33:32.306343    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0615 09:33:32.306360    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.335305    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0615 09:33:32.343471    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0615 09:33:32.351180    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0615 09:33:32.358490    1397 provision.go:86] duration metric: configureAuth took 97.576167ms

	I0615 09:33:32.358498    1397 buildroot.go:189] setting minikube options for container-runtime

	I0615 09:33:32.358950    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:33:32.358995    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.359216    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.359220    1397 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0615 09:33:32.410196    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0615 09:33:32.410204    1397 buildroot.go:70] root file system type: tmpfs

	I0615 09:33:32.410261    1397 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0615 09:33:32.410301    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.410550    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.410587    1397 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0615 09:33:32.468329    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0615 09:33:32.468380    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.468634    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.468643    1397 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0615 09:33:32.794674    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0615 09:33:32.794698    1397 machine.go:91] provisioned docker machine in 679.423792ms

	I0615 09:33:32.794704    1397 client.go:171] LocalClient.Create took 15.226996125s

	I0615 09:33:32.794723    1397 start.go:167] duration metric: libmachine.API.Create for "addons-477000" took 15.227064791s

	I0615 09:33:32.794726    1397 start.go:300] post-start starting for "addons-477000" (driver="qemu2")

	I0615 09:33:32.794731    1397 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0615 09:33:32.794812    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0615 09:33:32.794822    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.823879    1397 ssh_runner.go:195] Run: cat /etc/os-release

	I0615 09:33:32.825122    1397 info.go:137] Remote host: Buildroot 2021.02.12

	I0615 09:33:32.825128    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/addons for local assets ...

	I0615 09:33:32.825196    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/files for local assets ...

	I0615 09:33:32.825222    1397 start.go:303] post-start completed in 30.494125ms

	I0615 09:33:32.825555    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:32.825707    1397 start.go:128] duration metric: createHost completed in 15.611646375s

	I0615 09:33:32.825734    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.825947    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.825951    1397 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0615 09:33:32.876753    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686846813.320713543

	I0615 09:33:32.876760    1397 fix.go:206] guest clock: 1686846813.320713543

	I0615 09:33:32.876764    1397 fix.go:219] Guest: 2023-06-15 09:33:33.320713543 -0700 PDT Remote: 2023-06-15 09:33:32.825711 -0700 PDT m=+15.708594751 (delta=495.002543ms)

	I0615 09:33:32.876775    1397 fix.go:190] guest clock delta is within tolerance: 495.002543ms

	I0615 09:33:32.876778    1397 start.go:83] releasing machines lock for "addons-477000", held for 15.662753208s

	I0615 09:33:32.877060    1397 ssh_runner.go:195] Run: cat /version.json

	I0615 09:33:32.877067    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.877085    1397 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0615 09:33:32.877121    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.951587    1397 ssh_runner.go:195] Run: systemctl --version

	I0615 09:33:32.953983    1397 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0615 09:33:32.956008    1397 cni.go:215] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0615 09:33:32.956040    1397 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0615 09:33:32.961754    1397 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0615 09:33:32.961761    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:32.961877    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:32.967359    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0615 09:33:32.970783    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0615 09:33:32.973872    1397 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0615 09:33:32.973908    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0615 09:33:32.976794    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.979871    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0615 09:33:32.983273    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.986847    1397 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0615 09:33:32.990009    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0615 09:33:32.992910    1397 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0615 09:33:32.995885    1397 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0615 09:33:32.999181    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.082046    1397 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0615 09:33:33.090305    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:33.090367    1397 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0615 09:33:33.095444    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.099628    1397 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0615 09:33:33.106008    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.110583    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.115305    1397 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0615 09:33:33.157221    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.165685    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:33.171700    1397 ssh_runner.go:195] Run: which cri-dockerd

	I0615 09:33:33.173347    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0615 09:33:33.176671    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0615 09:33:33.184036    1397 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0615 09:33:33.256172    1397 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0615 09:33:33.326477    1397 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0615 09:33:33.326492    1397 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0615 09:33:33.331797    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.394602    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:34.551420    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.1568305s)

	I0615 09:33:34.551480    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.614918    1397 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0615 09:33:34.680379    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.741670    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.802995    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0615 09:33:34.810702    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.876193    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0615 09:33:34.899281    1397 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0615 09:33:34.899375    1397 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0615 09:33:34.902005    1397 start.go:534] Will wait 60s for crictl version

	I0615 09:33:34.902039    1397 ssh_runner.go:195] Run: which crictl

	I0615 09:33:34.903665    1397 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0615 09:33:34.922827    1397 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0615 09:33:34.922910    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.936535    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.948006    1397 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...

	I0615 09:33:34.948101    1397 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0615 09:33:34.949468    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:34.953059    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:34.953103    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:34.958178    1397 docker.go:636] Got preloaded images: 

	I0615 09:33:34.958185    1397 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.3 wasn't preloaded

	I0615 09:33:34.958223    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:34.960919    1397 ssh_runner.go:195] Run: which lz4

	I0615 09:33:34.962156    1397 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0615 09:33:34.963566    1397 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0615 09:33:34.963580    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635922 bytes)

	I0615 09:33:36.258372    1397 docker.go:600] Took 1.296282 seconds to copy over tarball

	I0615 09:33:36.258440    1397 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0615 09:33:37.363016    1397 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.104582708s)

	I0615 09:33:37.363034    1397 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0615 09:33:37.379849    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:37.383479    1397 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0615 09:33:37.388752    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:37.449408    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:38.998025    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.548624125s)

	I0615 09:33:38.998130    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:39.004063    1397 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.3

	registry.k8s.io/kube-scheduler:v1.27.3

	registry.k8s.io/kube-proxy:v1.27.3

	registry.k8s.io/kube-controller-manager:v1.27.3

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0615 09:33:39.004075    1397 cache_images.go:84] Images are preloaded, skipping loading

	I0615 09:33:39.004149    1397 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0615 09:33:39.011968    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:39.011977    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:39.012000    1397 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0615 09:33:39.012011    1397 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-477000 NodeName:addons-477000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0615 09:33:39.012111    1397 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-477000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0615 09:33:39.012156    1397 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-477000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0615 09:33:39.012203    1397 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3

	I0615 09:33:39.015681    1397 binaries.go:44] Found k8s binaries, skipping transfer

	I0615 09:33:39.015718    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0615 09:33:39.018849    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0615 09:33:39.023920    1397 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0615 09:33:39.028733    1397 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0615 09:33:39.033571    1397 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0615 09:33:39.034818    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:39.038909    1397 certs.go:56] Setting up /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000 for IP: 192.168.105.2

	I0615 09:33:39.038918    1397 certs.go:190] acquiring lock for shared ca certs: {Name:mk9ee4d7ca68f2cc32c8609d33f6ce33c43a91d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.039073    1397 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key

	I0615 09:33:39.109209    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt ...

	I0615 09:33:39.109214    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt: {Name:mka7538e8370ad0560f47e28d206b077e2dbbef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109425    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key ...

	I0615 09:33:39.109428    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key: {Name:mkca6c7de675216938ac1a6663738af412e2d280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109532    1397 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key

	I0615 09:33:39.219574    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt ...

	I0615 09:33:39.219577    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt: {Name:mk21a595039c96735254391e5270364a73e52306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219709    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key ...

	I0615 09:33:39.219712    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key: {Name:mk96cab9f1987887c2b313cd365bdba518ec818b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219826    1397 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key

	I0615 09:33:39.219831    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt with IP's: []

	I0615 09:33:39.435828    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt ...

	I0615 09:33:39.435835    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt: {Name:mk0f2105a4c5fdba007e9c77c7945365dc3f96af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436029    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key ...

	I0615 09:33:39.436031    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key: {Name:mk65e491f4b4c1ee8d05045efb9265b2c697a551 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436124    1397 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969

	I0615 09:33:39.436133    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0615 09:33:39.510125    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 ...

	I0615 09:33:39.510129    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969: {Name:mk7c90d062166950585957cb3f0ce136594c9cd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510277    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 ...

	I0615 09:33:39.510280    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969: {Name:mk4266445b8f2d5bc078d169ee24b8765955e2f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510384    1397 certs.go:337] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt

	I0615 09:33:39.510598    1397 certs.go:341] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key

	I0615 09:33:39.510713    1397 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key

	I0615 09:33:39.510723    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt with IP's: []

	I0615 09:33:39.610633    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt ...

	I0615 09:33:39.610637    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt: {Name:mk04e06c13fe3eccffb62f328096a02f5668baa1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.610779    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key ...

	I0615 09:33:39.610783    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key: {Name:mk21e3c8e84fcac9a2d9da5e0fa06b26ad1ee7cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.611042    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem (1679 bytes)

	I0615 09:33:39.611072    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem (1078 bytes)

	I0615 09:33:39.611094    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem (1123 bytes)

	I0615 09:33:39.611429    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem (1679 bytes)

	I0615 09:33:39.611960    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0615 09:33:39.619546    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0615 09:33:39.626711    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0615 09:33:39.633501    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0615 09:33:39.640010    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0615 09:33:39.647112    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0615 09:33:39.654063    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0615 09:33:39.660582    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0615 09:33:39.667533    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0615 09:33:39.674545    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0615 09:33:39.680339    1397 ssh_runner.go:195] Run: openssl version

	I0615 09:33:39.682379    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0615 09:33:39.685404    1397 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686832    1397 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 15 16:33 /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686855    1397 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.688703    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0615 09:33:39.691957    1397 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0615 09:33:39.693381    1397 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0615 09:33:39.693418    1397 kubeadm.go:404] StartCluster: {Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:39.693485    1397 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0615 09:33:39.699291    1397 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0615 09:33:39.702928    1397 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0615 09:33:39.706168    1397 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0615 09:33:39.708902    1397 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0615 09:33:39.708925    1397 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0615 09:33:39.731022    1397 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3

	I0615 09:33:39.731051    1397 kubeadm.go:322] [preflight] Running pre-flight checks

	I0615 09:33:39.787198    1397 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0615 09:33:39.787252    1397 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0615 09:33:39.787291    1397 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0615 09:33:39.845524    1397 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0615 09:33:39.853720    1397 out.go:204]   - Generating certificates and keys ...

	I0615 09:33:39.853771    1397 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0615 09:33:39.853800    1397 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0615 09:33:40.047052    1397 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0615 09:33:40.281668    1397 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0615 09:33:40.373604    1397 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0615 09:33:40.496002    1397 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0615 09:33:40.752895    1397 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0615 09:33:40.752975    1397 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.889354    1397 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0615 09:33:40.889424    1397 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.967392    1397 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0615 09:33:41.132487    1397 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0615 09:33:41.175551    1397 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0615 09:33:41.175583    1397 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0615 09:33:41.275708    1397 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0615 09:33:41.313261    1397 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0615 09:33:41.394612    1397 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0615 09:33:41.488793    1397 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0615 09:33:41.495623    1397 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0615 09:33:41.495672    1397 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0615 09:33:41.495691    1397 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0615 09:33:41.565044    1397 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0615 09:33:41.570236    1397 out.go:204]   - Booting up control plane ...

	I0615 09:33:41.570302    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0615 09:33:41.570344    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0615 09:33:41.570389    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0615 09:33:41.570430    1397 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0615 09:33:41.570514    1397 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0615 09:33:45.571765    1397 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.003295 seconds

	I0615 09:33:45.571857    1397 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0615 09:33:45.577408    1397 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0615 09:33:46.094757    1397 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0615 09:33:46.095006    1397 kubeadm.go:322] [mark-control-plane] Marking the node addons-477000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0615 09:33:46.613385    1397 kubeadm.go:322] [bootstrap-token] Using token: f4kg8y.q60xaa2tn5uwspbb

	I0615 09:33:46.619341    1397 out.go:204]   - Configuring RBAC rules ...

	I0615 09:33:46.619403    1397 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0615 09:33:46.620813    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0615 09:33:46.624663    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0615 09:33:46.625913    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0615 09:33:46.627185    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0615 09:33:46.628306    1397 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0615 09:33:46.632523    1397 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0615 09:33:46.806353    1397 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0615 09:33:47.022461    1397 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0615 09:33:47.022733    1397 kubeadm.go:322] 

	I0615 09:33:47.022774    1397 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0615 09:33:47.022780    1397 kubeadm.go:322] 

	I0615 09:33:47.022834    1397 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0615 09:33:47.022839    1397 kubeadm.go:322] 

	I0615 09:33:47.022851    1397 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0615 09:33:47.022879    1397 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0615 09:33:47.022912    1397 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0615 09:33:47.022916    1397 kubeadm.go:322] 

	I0615 09:33:47.022952    1397 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0615 09:33:47.022958    1397 kubeadm.go:322] 

	I0615 09:33:47.022992    1397 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0615 09:33:47.022995    1397 kubeadm.go:322] 

	I0615 09:33:47.023016    1397 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0615 09:33:47.023050    1397 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0615 09:33:47.023081    1397 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0615 09:33:47.023083    1397 kubeadm.go:322] 

	I0615 09:33:47.023121    1397 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0615 09:33:47.023158    1397 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0615 09:33:47.023161    1397 kubeadm.go:322] 

	I0615 09:33:47.023197    1397 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023261    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 \

	I0615 09:33:47.023273    1397 kubeadm.go:322] 	--control-plane 

	I0615 09:33:47.023278    1397 kubeadm.go:322] 

	I0615 09:33:47.023320    1397 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0615 09:33:47.023326    1397 kubeadm.go:322] 

	I0615 09:33:47.023380    1397 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023443    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 

	I0615 09:33:47.023525    1397 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0615 09:33:47.023586    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:47.023594    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:47.031274    1397 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0615 09:33:47.035321    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0615 09:33:47.038799    1397 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0615 09:33:47.043709    1397 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0615 09:33:47.043747    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.043800    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627 minikube.k8s.io/name=addons-477000 minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.095849    1397 ops.go:34] apiserver oom_adj: -16

	I0615 09:33:47.095898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.645147    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.145079    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.645093    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.145044    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.645148    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.145134    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.645328    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.145310    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.645116    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.144609    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.645278    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.145243    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.645239    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.145000    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.644744    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.145233    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.644949    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.145008    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.644938    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.143430    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.645224    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.144898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.644909    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.144773    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.644338    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.144834    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.206574    1397 kubeadm.go:1081] duration metric: took 13.163176875s to wait for elevateKubeSystemPrivileges.

	I0615 09:34:00.206587    1397 kubeadm.go:406] StartCluster complete in 20.513668625s

	I0615 09:34:00.206614    1397 settings.go:142] acquiring lock: {Name:mk45a698fcd8dd8ae6984c9cf4ad4d183fdb5424 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.206769    1397 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:34:00.206961    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/kubeconfig: {Name:mkbe9cac04fb467055323f2e3d5db2c6ddc287ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.207185    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0615 09:34:00.207249    1397 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0615 09:34:00.207317    1397 addons.go:66] Setting ingress=true in profile "addons-477000"

	I0615 09:34:00.207322    1397 addons.go:66] Setting ingress-dns=true in profile "addons-477000"

	I0615 09:34:00.207325    1397 addons.go:228] Setting addon ingress=true in "addons-477000"

	I0615 09:34:00.207327    1397 addons.go:228] Setting addon ingress-dns=true in "addons-477000"

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207358    1397 addons.go:66] Setting cloud-spanner=true in profile "addons-477000"

	I0615 09:34:00.207362    1397 addons.go:228] Setting addon cloud-spanner=true in "addons-477000"

	I0615 09:34:00.207371    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207402    1397 addons.go:66] Setting metrics-server=true in profile "addons-477000"

	I0615 09:34:00.207421    1397 addons.go:66] Setting registry=true in profile "addons-477000"

	I0615 09:34:00.207457    1397 addons.go:228] Setting addon registry=true in "addons-477000"

	I0615 09:34:00.207434    1397 addons.go:66] Setting inspektor-gadget=true in profile "addons-477000"

	I0615 09:34:00.207483    1397 addons.go:228] Setting addon inspektor-gadget=true in "addons-477000"

	I0615 09:34:00.207494    1397 addons.go:228] Setting addon metrics-server=true in "addons-477000"

	I0615 09:34:00.207502    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207433    1397 addons.go:66] Setting default-storageclass=true in profile "addons-477000"

	I0615 09:34:00.207531    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:34:00.207537    1397 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-477000"

	I0615 09:34:00.207575    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207475    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207436    1397 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-477000"

	I0615 09:34:00.207676    1397 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.207687    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207317    1397 addons.go:66] Setting volumesnapshots=true in profile "addons-477000"

	I0615 09:34:00.207735    1397 addons.go:228] Setting addon volumesnapshots=true in "addons-477000"

	I0615 09:34:00.207746    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207438    1397 addons.go:66] Setting gcp-auth=true in profile "addons-477000"

	I0615 09:34:00.207776    1397 mustload.go:65] Loading cluster: addons-477000

	I0615 09:34:00.207433    1397 addons.go:66] Setting storage-provisioner=true in profile "addons-477000"

	I0615 09:34:00.208143    1397 addons.go:228] Setting addon storage-provisioner=true in "addons-477000"

	I0615 09:34:00.208157    1397 host.go:66] Checking if "addons-477000" exists ...

	W0615 09:34:00.208299    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208325    1397 addons.go:274] "addons-477000" is not running, setting registry=true and skipping enablement (err=<nil>)

	W0615 09:34:00.208331    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208338    1397 addons.go:274] "addons-477000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	I0615 09:34:00.208333    1397 addons.go:464] Verifying addon registry=true in "addons-477000"

	I0615 09:34:00.211629    1397 out.go:177] * Verifying registry addon...

	W0615 09:34:00.208373    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.207993    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	W0615 09:34:00.208397    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208133    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208437    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208601    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208662    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.215730    1397 addons.go:228] Setting addon default-storageclass=true in "addons-477000"

	W0615 09:34:00.218550    1397 addons.go:274] "addons-477000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218559    1397 addons.go:274] "addons-477000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218580    1397 addons.go:274] "addons-477000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218593    1397 addons.go:274] "addons-477000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	I0615 09:34:00.218944    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0615 09:34:00.219273    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.221576    1397 addons.go:464] Verifying addon metrics-server=true in "addons-477000"

	I0615 09:34:00.221583    1397 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0615 09:34:00.224623    1397 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0615 09:34:00.224631    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0615 09:34:00.224638    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.221629    1397 addons.go:464] Verifying addon ingress=true in "addons-477000"

	I0615 09:34:00.221636    1397 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.221723    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.228543    1397 out.go:177] * Verifying ingress addon...

	I0615 09:34:00.238557    1397 out.go:177] * Verifying csi-hostpath-driver addon...

	I0615 09:34:00.229248    1397 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.235988    1397 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0615 09:34:00.241352    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0615 09:34:00.242560    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0615 09:34:00.242594    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.242973    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0615 09:34:00.245385    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0615 09:34:00.251897    1397 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0615 09:34:00.275682    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0615 09:34:00.278596    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0615 09:34:00.278604    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0615 09:34:00.310787    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0615 09:34:00.310799    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0615 09:34:00.340750    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0615 09:34:00.340763    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0615 09:34:00.370147    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.374756    1397 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0615 09:34:00.374766    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0615 09:34:00.391483    1397 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.391493    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0615 09:34:00.396735    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.725129    1397 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-477000" context rescaled to 1 replicas

	I0615 09:34:00.725155    1397 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:34:00.731827    1397 out.go:177] * Verifying Kubernetes components...

	I0615 09:34:00.735986    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:01.130555    1397 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	W0615 09:34:01.273320    1397 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273347    1397 retry.go:31] will retry after 358.412085ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273795    1397 node_ready.go:35] waiting up to 6m0s for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275272    1397 node_ready.go:49] node "addons-477000" has status "Ready":"True"

	I0615 09:34:01.275281    1397 node_ready.go:38] duration metric: took 1.477792ms waiting for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275284    1397 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:01.279498    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:01.633151    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:02.299497    1397 pod_ready.go:92] pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.299518    1397 pod_ready.go:81] duration metric: took 1.020034208s waiting for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.299526    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303736    1397 pod_ready.go:92] pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.303743    1397 pod_ready.go:81] duration metric: took 4.212458ms waiting for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303749    1397 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307230    1397 pod_ready.go:92] pod "etcd-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.307237    1397 pod_ready.go:81] duration metric: took 3.484042ms waiting for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307243    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311004    1397 pod_ready.go:92] pod "kube-apiserver-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.311013    1397 pod_ready.go:81] duration metric: took 3.766916ms waiting for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311019    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481809    1397 pod_ready.go:92] pod "kube-controller-manager-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.481828    1397 pod_ready.go:81] duration metric: took 170.807958ms waiting for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481838    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883885    1397 pod_ready.go:92] pod "kube-proxy-8rgcs" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.883919    1397 pod_ready.go:81] duration metric: took 402.082375ms waiting for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883933    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277736    1397 pod_ready.go:92] pod "kube-scheduler-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:03.277748    1397 pod_ready.go:81] duration metric: took 393.817875ms waiting for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277754    1397 pod_ready.go:38] duration metric: took 2.002511417s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:03.277768    1397 api_server.go:52] waiting for apiserver process to appear ...

	I0615 09:34:03.277845    1397 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0615 09:34:03.986804    1397 api_server.go:72] duration metric: took 3.261712416s to wait for apiserver process to appear ...

	I0615 09:34:03.986816    1397 api_server.go:88] waiting for apiserver healthz status ...

	I0615 09:34:03.986824    1397 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0615 09:34:03.986882    1397 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.353767917s)

	I0615 09:34:03.990093    1397 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0615 09:34:03.990734    1397 api_server.go:141] control plane version: v1.27.3

	I0615 09:34:03.990742    1397 api_server.go:131] duration metric: took 3.923291ms to wait for apiserver health ...

	I0615 09:34:03.990745    1397 system_pods.go:43] waiting for kube-system pods to appear ...

	I0615 09:34:03.993833    1397 system_pods.go:59] 9 kube-system pods found

	I0615 09:34:03.993840    1397 system_pods.go:61] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.993843    1397 system_pods.go:61] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.993845    1397 system_pods.go:61] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.993848    1397 system_pods.go:61] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.993851    1397 system_pods.go:61] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.993853    1397 system_pods.go:61] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.993855    1397 system_pods.go:61] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.993859    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993864    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993866    1397 system_pods.go:74] duration metric: took 3.119166ms to wait for pod list to return data ...

	I0615 09:34:03.993869    1397 default_sa.go:34] waiting for default service account to be created ...

	I0615 09:34:03.995049    1397 default_sa.go:45] found service account: "default"

	I0615 09:34:03.995055    1397 default_sa.go:55] duration metric: took 1.183708ms for default service account to be created ...

	I0615 09:34:03.995057    1397 system_pods.go:116] waiting for k8s-apps to be running ...

	I0615 09:34:03.998400    1397 system_pods.go:86] 9 kube-system pods found

	I0615 09:34:03.998409    1397 system_pods.go:89] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.998411    1397 system_pods.go:89] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.998414    1397 system_pods.go:89] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.998416    1397 system_pods.go:89] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.998419    1397 system_pods.go:89] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.998421    1397 system_pods.go:89] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.998424    1397 system_pods.go:89] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.998429    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998433    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998436    1397 system_pods.go:126] duration metric: took 3.376208ms to wait for k8s-apps to be running ...

	I0615 09:34:03.998439    1397 system_svc.go:44] waiting for kubelet service to be running ....

	I0615 09:34:03.998489    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:04.003913    1397 system_svc.go:56] duration metric: took 5.471458ms WaitForService to wait for kubelet.

	I0615 09:34:04.003921    1397 kubeadm.go:581] duration metric: took 3.278833625s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0615 09:34:04.003932    1397 node_conditions.go:102] verifying NodePressure condition ...

	I0615 09:34:04.077208    1397 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0615 09:34:04.077239    1397 node_conditions.go:123] node cpu capacity is 2

	I0615 09:34:04.077244    1397 node_conditions.go:105] duration metric: took 73.311333ms to run NodePressure ...

	I0615 09:34:04.077249    1397 start.go:228] waiting for startup goroutines ...

	I0615 09:34:06.831960    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0615 09:34:06.832053    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.882622    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0615 09:34:06.891297    1397 addons.go:228] Setting addon gcp-auth=true in "addons-477000"

	I0615 09:34:06.891339    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:06.892599    1397 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0615 09:34:06.892612    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.928262    1397 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0615 09:34:06.932997    1397 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0615 09:34:06.937187    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0615 09:34:06.937194    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0615 09:34:06.943495    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0615 09:34:06.943502    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0615 09:34:06.949337    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:06.949343    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0615 09:34:06.954968    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:07.475178    1397 addons.go:464] Verifying addon gcp-auth=true in "addons-477000"

	I0615 09:34:07.478304    1397 out.go:177] * Verifying gcp-auth addon...

	I0615 09:34:07.485666    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0615 09:34:07.491991    1397 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0615 09:34:07.492002    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:07.996710    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:08.496921    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.002133    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.494606    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.995080    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.495704    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.995530    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:11.495877    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.001470    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.497446    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.001473    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.502268    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.997362    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.503184    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.997798    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:15.495991    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.000278    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.501895    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.001719    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.495416    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.995757    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:18.496835    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:19.002478    1397 kapi.go:107] duration metric: took 11.51706925s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0615 09:34:19.008171    1397 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-477000 cluster.

	I0615 09:34:19.011889    1397 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0615 09:34:19.016120    1397 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0615 09:40:00.215049    1397 kapi.go:107] duration metric: took 6m0.00478975s to wait for kubernetes.io/minikube-addons=registry ...

	W0615 09:40:00.215455    1397 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0615 09:40:00.235888    1397 kapi.go:107] duration metric: took 6m0.001641708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0615 09:40:00.235937    1397 kapi.go:107] duration metric: took 6m0.008679083s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0615 09:40:00.236028    1397 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	W0615 09:40:00.236088    1397 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0615 09:40:00.243957    1397 out.go:177] * Enabled addons: inspektor-gadget, metrics-server, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, volumesnapshots, gcp-auth

	I0615 09:40:00.250970    1397 addons.go:499] enable addons completed in 6m0.052449292s: enabled=[inspektor-gadget metrics-server cloud-spanner ingress-dns storage-provisioner default-storageclass volumesnapshots gcp-auth]

	I0615 09:40:00.251042    1397 start.go:233] waiting for cluster config update ...

	I0615 09:40:00.251069    1397 start.go:242] writing updated cluster config ...

	I0615 09:40:00.255738    1397 ssh_runner.go:195] Run: rm -f paused

	I0615 09:40:00.403218    1397 start.go:582] kubectl: 1.25.9, cluster: 1.27.3 (minor skew: 2)

	I0615 09:40:00.405982    1397 out.go:177] 

	W0615 09:40:00.410033    1397 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.3.

	I0615 09:40:00.413868    1397 out.go:177]   - Want kubectl v1.27.3? Try 'minikube kubectl -- get pods -A'

	I0615 09:40:00.421952    1397 out.go:177] * Done! kubectl is now configured to use "addons-477000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:04:01 UTC. --

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.817442834Z" level=info msg="shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819525140Z" level=warning msg="cleaning up after shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819574276Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.579995441Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580279599Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580317285Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580357122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:15Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/0c316c00ee755585c1753e0f1d6364e1731871da5d072484c67c43cac67cd349/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 16:34:15 addons-477000 dockerd[1091]: time="2023-06-15T16:34:15.926803390Z" level=warning msg="reference for unknown type: " digest="sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:18Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269480431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269881621Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269894061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269898788Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073287389Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073319639Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073330764Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073337722Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 cri-dockerd[991]: time="2023-06-15T17:01:55Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ef7c71126455ea790a0991802fb95ede312f12f8ea91a16a91dba330edd51c13/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 17:01:55 addons-477000 dockerd[1091]: time="2023-06-15T17:01:55.472931913Z" level=warning msg="reference for unknown type: " digest="sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be" remote="ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 15 17:02:00 addons-477000 cri-dockerd[991]: time="2023-06-15T17:02:00Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.17.1@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.127950539Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.127982330Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.128158870Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.128170953Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	9ee1f57e827a2       ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be                     2 minutes ago       Running             headlamp                     0                   ef7c71126455e

	6a4bcd8ac64ff       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              29 minutes ago      Running             gcp-auth                     0                   0c316c00ee755

	8527d6f42bef1       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   29 minutes ago      Running             volume-snapshot-controller   0                   f6bd41ad4abf6

	06a9dab9c48b6       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   29 minutes ago      Running             volume-snapshot-controller   0                   629404aaee996

	256eaaad3894a       97e04611ad434                                                                                                             30 minutes ago      Running             coredns                      0                   f6fc2a0d05c4a

	29b72a92c6578       fb73e92641fd5                                                                                                             30 minutes ago      Running             kube-proxy                   0                   405ca9198a355

	733213e41e3b9       bcb9e554eaab6                                                                                                             30 minutes ago      Running             kube-scheduler               0                   25817e506c78b

	b11fb0f325644       39dfb036b0986                                                                                                             30 minutes ago      Running             kube-apiserver               0                   0dde73a500899

	66de98cb24ea0       ab3683b584ae5                                                                                                             30 minutes ago      Running             kube-controller-manager      0                   69ef168f52131

	41a6909f99a59       24bc64e911039                                                                                                             30 minutes ago      Running             etcd                         0                   9b969e901cc05

	* 

	* ==> coredns [256eaaad3894] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:55502 - 31535 "HINFO IN 8156761713541019547.3807690688336836625. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.006087175s

	* 

	* ==> describe nodes <==

	* Name:               addons-477000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-477000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627

	                    minikube.k8s.io/name=addons-477000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Thu, 15 Jun 2023 16:33:44 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-477000

	  AcquireTime:     <unset>

	  RenewTime:       Thu, 15 Jun 2023 17:03:54 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Thu, 15 Jun 2023 17:02:25 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Thu, 15 Jun 2023 17:02:25 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Thu, 15 Jun 2023 17:02:25 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Thu, 15 Jun 2023 17:02:25 +0000   Thu, 15 Jun 2023 16:33:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-477000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 5009a87f17804889a5a4616073b937e0

	  System UUID:                5009a87f17804889a5a4616073b937e0

	  Boot ID:                    9630f686-3c90-436f-98e6-d8c6686f510a

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.3

	  Kube-Proxy Version:         v1.27.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-2pgxv                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         29m

	  headlamp                    headlamp-6b5756787-s7gx7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m7s

	  kube-system                 coredns-5d78c9869d-mds5s                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     30m

	  kube-system                 etcd-addons-477000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         30m

	  kube-system                 kube-apiserver-addons-477000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-controller-manager-addons-477000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-proxy-8rgcs                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-scheduler-addons-477000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-p6hk4     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-prqv8     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From             Message

	  ----    ------                   ----               ----             -------

	  Normal  Starting                 30m                kube-proxy       

	  Normal  Starting                 30m                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  30m (x8 over 30m)  kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m (x8 over 30m)  kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m (x7 over 30m)  kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  30m                kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 30m                kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  30m                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  30m                kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m                kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m                kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                30m                kubelet          Node addons-477000 status is now: NodeReady

	  Normal  RegisteredNode           30m                node-controller  Node addons-477000 event: Registered Node addons-477000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.687452] EINJ: EINJ table not found.

	[  +0.627011] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043411] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000812] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.868427] systemd-fstab-generator[480]: Ignoring "noauto" for root device

	[  +0.067044] systemd-fstab-generator[491]: Ignoring "noauto" for root device

	[  +0.422105] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.174556] systemd-fstab-generator[729]: Ignoring "noauto" for root device

	[  +0.069729] systemd-fstab-generator[740]: Ignoring "noauto" for root device

	[  +0.066761] systemd-fstab-generator[753]: Ignoring "noauto" for root device

	[  +1.220689] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.067164] systemd-fstab-generator[921]: Ignoring "noauto" for root device

	[  +0.058616] systemd-fstab-generator[932]: Ignoring "noauto" for root device

	[  +0.062347] systemd-fstab-generator[943]: Ignoring "noauto" for root device

	[  +0.069889] systemd-fstab-generator[971]: Ignoring "noauto" for root device

	[  +2.576383] systemd-fstab-generator[1084]: Ignoring "noauto" for root device

	[  +1.530737] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.580821] systemd-fstab-generator[1404]: Ignoring "noauto" for root device

	[  +5.139726] systemd-fstab-generator[2250]: Ignoring "noauto" for root device

	[Jun15 16:34] kauditd_printk_skb: 41 callbacks suppressed

	[  +2.392909] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.125194] kauditd_printk_skb: 40 callbacks suppressed

	[  +6.280200] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.114632] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [41a6909f99a5] <==

	* {"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.362Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-15T16:43:43.957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":747}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":747,"took":"2.441695ms","hash":524925281}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524925281,"revision":747,"compact-revision":-1}

	{"level":"info","ts":"2023-06-15T16:48:43.971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":897}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":897,"took":"1.284283ms","hash":2514030906}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514030906,"revision":897,"compact-revision":747}

	{"level":"info","ts":"2023-06-15T16:53:43.979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1048}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1048,"took":"857.726µs","hash":834622362}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":834622362,"revision":1048,"compact-revision":897}

	{"level":"info","ts":"2023-06-15T16:58:43.988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1198}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1198,"took":"1.183357ms","hash":1870194874}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1870194874,"revision":1198,"compact-revision":1048}

	{"level":"info","ts":"2023-06-15T17:03:44.005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1348}

	{"level":"info","ts":"2023-06-15T17:03:44.007Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1348,"took":"1.080862ms","hash":686046031}

	{"level":"info","ts":"2023-06-15T17:03:44.008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":686046031,"revision":1348,"compact-revision":1198}

	* 

	* ==> gcp-auth [6a4bcd8ac64f] <==

	* 2023/06/15 16:34:18 GCP Auth Webhook started!

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	* 

	* ==> kernel <==

	*  17:04:01 up 30 min,  0 users,  load average: 0.61, 0.54, 0.46

	Linux addons-477000 5.10.57 #1 SMP PREEMPT Wed Jun 14 05:08:37 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [b11fb0f32564] <==

	* I0615 16:43:44.769254       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769477       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:43:44.769594       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:43:44.769676       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.750393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.750930       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:48:44.765734       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.766097       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.751144       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.751426       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.766204       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.766395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.752713       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.753513       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.754419       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.754518       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.763858       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.764268       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:01:54.687994       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.102.63.39]

	I0615 17:03:44.753468       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.753599       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:03:44.754120       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.754191       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:03:44.764221       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.764679       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [66de98cb24ea] <==

	* I0615 16:34:14.820829       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.823621       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.825690       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:14.825754       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.826668       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:14.850370       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.758931       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.761497       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.764164       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0615 16:34:15.764226       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.766220       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:15.768259       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:29.767346       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0615 16:34:29.767460       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0615 16:34:29.868459       1 shared_informer.go:318] Caches are synced for resource quota

	I0615 16:34:30.190420       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0615 16:34:30.296099       1 shared_informer.go:318] Caches are synced for garbage collector

	I0615 16:34:44.034182       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:44.057184       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0615 16:34:45.016712       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 16:34:45.039501       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0615 17:01:54.698531       1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-6b5756787 to 1"

	I0615 17:01:54.702625       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-6b5756787-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"

	E0615 17:01:54.708381       1 replica_set.go:544] sync "headlamp/headlamp-6b5756787" failed with pods "headlamp-6b5756787-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found

	I0615 17:01:54.719597       1 event.go:307] "Event occurred" object="headlamp/headlamp-6b5756787" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-6b5756787-s7gx7"

	* 

	* ==> kube-proxy [29b72a92c657] <==

	* I0615 16:34:01.157223       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0615 16:34:01.157274       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0615 16:34:01.157290       1 server_others.go:554] "Using iptables proxy"

	I0615 16:34:01.207136       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0615 16:34:01.207158       1 server_others.go:192] "Using iptables Proxier"

	I0615 16:34:01.207188       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0615 16:34:01.207493       1 server.go:658] "Version info" version="v1.27.3"

	I0615 16:34:01.207499       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0615 16:34:01.208029       1 config.go:188] "Starting service config controller"

	I0615 16:34:01.208049       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0615 16:34:01.208060       1 config.go:97] "Starting endpoint slice config controller"

	I0615 16:34:01.208062       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0615 16:34:01.209533       1 config.go:315] "Starting node config controller"

	I0615 16:34:01.209537       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0615 16:34:01.308743       1 shared_informer.go:318] Caches are synced for service config

	I0615 16:34:01.308782       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0615 16:34:01.309993       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [733213e41e3b] <==

	* W0615 16:33:44.753904       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:44.754011       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:44.754034       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:44.754072       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:44.754021       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:44.754081       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:44.754001       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0615 16:33:44.754100       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0615 16:33:44.754136       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0615 16:33:44.754145       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0615 16:33:45.605616       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0615 16:33:45.605673       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0615 16:33:45.647245       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:45.647292       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:45.699650       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0615 16:33:45.699699       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0615 16:33:45.702358       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0615 16:33:45.702403       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0615 16:33:45.718371       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:45.718408       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:45.723261       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:45.723281       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:45.755043       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0615 16:33:45.755066       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	I0615 16:33:46.350596       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:04:02 UTC. --

	Jun 15 17:00:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:00:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:01:47 addons-477000 kubelet[2256]: E0615 17:01:47.337776    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:01:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:01:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.725995    2256 topology_manager.go:212] "Topology Admit Handler"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: E0615 17:01:54.726029    2256 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="97aae91c-bd78-4045-80d6-0e820c3c1327" containerName="patch"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: E0615 17:01:54.726035    2256 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="31753346-d9bd-4f8e-86ce-83f09e681ee4" containerName="create"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: E0615 17:01:54.726038    2256 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="97aae91c-bd78-4045-80d6-0e820c3c1327" containerName="patch"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.726051    2256 memory_manager.go:346] "RemoveStaleState removing state" podUID="31753346-d9bd-4f8e-86ce-83f09e681ee4" containerName="create"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.726054    2256 memory_manager.go:346] "RemoveStaleState removing state" podUID="97aae91c-bd78-4045-80d6-0e820c3c1327" containerName="patch"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.726057    2256 memory_manager.go:346] "RemoveStaleState removing state" podUID="97aae91c-bd78-4045-80d6-0e820c3c1327" containerName="patch"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.870998    2256 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hzmhv\" (UniqueName: \"kubernetes.io/projected/c8b4fd92-ec77-4410-a719-d72bf0a83b8a-kube-api-access-hzmhv\") pod \"headlamp-6b5756787-s7gx7\" (UID: \"c8b4fd92-ec77-4410-a719-d72bf0a83b8a\") " pod="headlamp/headlamp-6b5756787-s7gx7"

	Jun 15 17:01:54 addons-477000 kubelet[2256]: I0615 17:01:54.871044    2256 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/c8b4fd92-ec77-4410-a719-d72bf0a83b8a-gcp-creds\") pod \"headlamp-6b5756787-s7gx7\" (UID: \"c8b4fd92-ec77-4410-a719-d72bf0a83b8a\") " pod="headlamp/headlamp-6b5756787-s7gx7"

	Jun 15 17:02:00 addons-477000 kubelet[2256]: I0615 17:02:00.793128    2256 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="headlamp/headlamp-6b5756787-s7gx7" podStartSLOduration=1.935454831 podCreationTimestamp="2023-06-15 17:01:54 +0000 UTC" firstStartedPulling="2023-06-15 17:01:55.220131291 +0000 UTC m=+1687.989604034" lastFinishedPulling="2023-06-15 17:02:00.077767766 +0000 UTC m=+1692.847240509" observedRunningTime="2023-06-15 17:02:00.784754288 +0000 UTC m=+1693.554227072" watchObservedRunningTime="2023-06-15 17:02:00.793091306 +0000 UTC m=+1693.562564132"

	Jun 15 17:02:47 addons-477000 kubelet[2256]: E0615 17:02:47.334096    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:02:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:02:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:02:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:03:47 addons-477000 kubelet[2256]: W0615 17:03:47.316897    2256 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 15 17:03:47 addons-477000 kubelet[2256]: E0615 17:03:47.330218    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:03:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:03:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:03:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-477000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/MetricsServer (720.81s)

=== RUN   TestAddons/parallel/CSI

=== PAUSE TestAddons/parallel/CSI

=== CONT  TestAddons/parallel/CSI

addons_test.go:535: failed waiting for csi-hostpath-driver pods to stabilize: context deadline exceeded

addons_test.go:537: csi-hostpath-driver pods stabilized in 6m0.002514084s

addons_test.go:540: (dbg) Run:  kubectl --context addons-477000 create -f testdata/csi-hostpath-driver/pvc.yaml

addons_test.go:545: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-477000 get pvc hpvc -o jsonpath={.status.phase} -n default

addons_test.go:546: failed waiting for PVC hpvc: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-477000 -n addons-477000

helpers_test.go:244: <<< TestAddons/parallel/CSI FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/CSI]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-477000 logs -n 25

helpers_test.go:252: TestAddons/parallel/CSI logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:32 PDT |                     |

	|         | -p download-only-066000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.3   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| delete  | -p download-only-066000        | download-only-066000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | --download-only -p             | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT |                     |

	|         | binary-mirror-062000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49310         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-062000        | binary-mirror-062000 | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:33 PDT |

	| start   | -p addons-477000               | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:33 PDT | 15 Jun 23 09:40 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 09:52 PDT |                     |

	|         | addons-477000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-477000        | jenkins | v1.30.1 | 15 Jun 23 10:01 PDT | 15 Jun 23 10:01 PDT |

	|         | -p addons-477000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/06/15 09:33:17

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.5 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0615 09:33:17.135905    1397 out.go:296] Setting OutFile to fd 1 ...

	I0615 09:33:17.136030    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136034    1397 out.go:309] Setting ErrFile to fd 2...

	I0615 09:33:17.136037    1397 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0615 09:33:17.136120    1397 root.go:336] Updating PATH: /Users/jenkins/minikube-integration/16718-868/.minikube/bin

	I0615 09:33:17.137161    1397 out.go:303] Setting JSON to false

	I0615 09:33:17.152121    1397 start.go:127] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":168,"bootTime":1686846629,"procs":371,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.4","kernelVersion":"22.5.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0615 09:33:17.152202    1397 start.go:135] gopshost.Virtualization returned error: not implemented yet

	I0615 09:33:17.156891    1397 out.go:177] * [addons-477000] minikube v1.30.1 on Darwin 13.4 (arm64)

	I0615 09:33:17.159887    1397 out.go:177]   - MINIKUBE_LOCATION=16718

	I0615 09:33:17.163775    1397 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:33:17.159984    1397 notify.go:220] Checking for updates...

	I0615 09:33:17.171800    1397 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0615 09:33:17.174813    1397 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0615 09:33:17.177828    1397 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/16718-868/.minikube

	I0615 09:33:17.180704    1397 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0615 09:33:17.183887    1397 driver.go:373] Setting default libvirt URI to qemu:///system

	I0615 09:33:17.187819    1397 out.go:177] * Using the qemu2 driver based on user configuration

	I0615 09:33:17.194783    1397 start.go:297] selected driver: qemu2

	I0615 09:33:17.194788    1397 start.go:884] validating driver "qemu2" against <nil>

	I0615 09:33:17.194794    1397 start.go:895] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0615 09:33:17.196752    1397 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0615 09:33:17.199793    1397 out.go:177] * Automatically selected the socket_vmnet network

	I0615 09:33:17.201307    1397 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0615 09:33:17.201331    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:17.201335    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:17.201341    1397 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0615 09:33:17.201349    1397 start_flags.go:319] config:

	{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:17.201434    1397 iso.go:125] acquiring lock: {Name:mka854e5c2270744d1af870c9844a40611877472 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0615 09:33:17.209829    1397 out.go:177] * Starting control plane node addons-477000 in cluster addons-477000

	I0615 09:33:17.213726    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:17.213749    1397 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4

	I0615 09:33:17.213768    1397 cache.go:57] Caching tarball of preloaded images

	I0615 09:33:17.213824    1397 preload.go:174] Found /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0615 09:33:17.213830    1397 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.3 on docker

	I0615 09:33:17.214051    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:17.214063    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json: {Name:mkc1c34b82952aae697463d2d78c6ea098445790 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:17.214292    1397 start.go:365] acquiring machines lock for addons-477000: {Name:mk0e9b60c886194f1f41d95b28b5b2644eaf9432 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0615 09:33:17.214399    1397 start.go:369] acquired machines lock for "addons-477000" in 101.583µs

	I0615 09:33:17.214409    1397 start.go:93] Provisioning new machine with config: &{Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfi

g:{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262

144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:} &{Name: IP: Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:33:17.214436    1397 start.go:125] createHost starting for "" (driver="qemu2")

	I0615 09:33:17.221743    1397 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0615 09:33:17.568031    1397 start.go:159] libmachine.API.Create for "addons-477000" (driver="qemu2")

	I0615 09:33:17.568071    1397 client.go:168] LocalClient.Create starting

	I0615 09:33:17.568226    1397 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem

	I0615 09:33:17.626803    1397 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem

	I0615 09:33:17.737973    1397 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/16718-868/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/16718-868/.minikube/cache/iso/arm64/minikube-v1.30.1-1686713055-15665-arm64.iso...

	I0615 09:33:17.902563    1397 main.go:141] libmachine: Creating SSH key...

	I0615 09:33:17.968617    1397 main.go:141] libmachine: Creating Disk image...

	I0615 09:33:17.968623    1397 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0615 09:33:17.969817    1397 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.004891    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.004923    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.004982    1397 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2 +20000M

	I0615 09:33:18.012411    1397 main.go:141] libmachine: STDOUT: Image resized.

	I0615 09:33:18.012436    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.012455    1397 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2.raw and /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.012466    1397 main.go:141] libmachine: Starting QEMU VM...

	I0615 09:33:18.012501    1397 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/Cellar/qemu/7.1.0/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1a:25:cc:0f:2e:6f -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/disk.qcow2

	I0615 09:33:18.081537    1397 main.go:141] libmachine: STDOUT: 

	I0615 09:33:18.081558    1397 main.go:141] libmachine: STDERR: 

	I0615 09:33:18.081562    1397 main.go:141] libmachine: Attempt 0

	I0615 09:33:18.081577    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:20.083712    1397 main.go:141] libmachine: Attempt 1

	I0615 09:33:20.083961    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:22.086122    1397 main.go:141] libmachine: Attempt 2

	I0615 09:33:22.086166    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:24.088201    1397 main.go:141] libmachine: Attempt 3

	I0615 09:33:24.088224    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:26.090268    1397 main.go:141] libmachine: Attempt 4

	I0615 09:33:26.090325    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:28.092361    1397 main.go:141] libmachine: Attempt 5

	I0615 09:33:28.092379    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094488    1397 main.go:141] libmachine: Attempt 6

	I0615 09:33:30.094575    1397 main.go:141] libmachine: Searching for 1a:25:cc:f:2e:6f in /var/db/dhcpd_leases ...

	I0615 09:33:30.094985    1397 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0615 09:33:30.095099    1397 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:1a:25:cc:f:2e:6f ID:1,1a:25:cc:f:2e:6f Lease:0x648c8ed9}

	I0615 09:33:30.095124    1397 main.go:141] libmachine: Found match: 1a:25:cc:f:2e:6f

	I0615 09:33:30.095168    1397 main.go:141] libmachine: IP: 192.168.105.2

	I0615 09:33:30.095195    1397 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0615 09:33:32.115264    1397 machine.go:88] provisioning docker machine ...

	I0615 09:33:32.115338    1397 buildroot.go:166] provisioning hostname "addons-477000"

	I0615 09:33:32.116828    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.117588    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.117607    1397 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-477000 && echo "addons-477000" | sudo tee /etc/hostname

	I0615 09:33:32.199158    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-477000

	I0615 09:33:32.199283    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.199748    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.199763    1397 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-477000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-477000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-477000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0615 09:33:32.260846    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0615 09:33:32.260864    1397 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/16718-868/.minikube CaCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/16718-868/.minikube}

	I0615 09:33:32.260878    1397 buildroot.go:174] setting up certificates

	I0615 09:33:32.260906    1397 provision.go:83] configureAuth start

	I0615 09:33:32.260912    1397 provision.go:138] copyHostCerts

	I0615 09:33:32.261103    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/ca.pem (1078 bytes)

	I0615 09:33:32.261436    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/cert.pem (1123 bytes)

	I0615 09:33:32.262101    1397 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/16718-868/.minikube/key.pem (1679 bytes)

	I0615 09:33:32.262442    1397 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem org=jenkins.addons-477000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-477000]

	I0615 09:33:32.306279    1397 provision.go:172] copyRemoteCerts

	I0615 09:33:32.306343    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0615 09:33:32.306360    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.335305    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0615 09:33:32.343471    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0615 09:33:32.351180    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0615 09:33:32.358490    1397 provision.go:86] duration metric: configureAuth took 97.576167ms

	I0615 09:33:32.358498    1397 buildroot.go:189] setting minikube options for container-runtime

	I0615 09:33:32.358950    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:33:32.358995    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.359216    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.359220    1397 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0615 09:33:32.410196    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0615 09:33:32.410204    1397 buildroot.go:70] root file system type: tmpfs

	I0615 09:33:32.410261    1397 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0615 09:33:32.410301    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.410550    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.410587    1397 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0615 09:33:32.468329    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0615 09:33:32.468380    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.468634    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.468643    1397 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0615 09:33:32.794674    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0615 09:33:32.794698    1397 machine.go:91] provisioned docker machine in 679.423792ms

	I0615 09:33:32.794704    1397 client.go:171] LocalClient.Create took 15.226996125s

	I0615 09:33:32.794723    1397 start.go:167] duration metric: libmachine.API.Create for "addons-477000" took 15.227064791s

	I0615 09:33:32.794726    1397 start.go:300] post-start starting for "addons-477000" (driver="qemu2")

	I0615 09:33:32.794731    1397 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0615 09:33:32.794812    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0615 09:33:32.794822    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.823879    1397 ssh_runner.go:195] Run: cat /etc/os-release

	I0615 09:33:32.825122    1397 info.go:137] Remote host: Buildroot 2021.02.12

	I0615 09:33:32.825128    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/addons for local assets ...

	I0615 09:33:32.825196    1397 filesync.go:126] Scanning /Users/jenkins/minikube-integration/16718-868/.minikube/files for local assets ...

	I0615 09:33:32.825222    1397 start.go:303] post-start completed in 30.494125ms

	I0615 09:33:32.825555    1397 profile.go:148] Saving config to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/config.json ...

	I0615 09:33:32.825707    1397 start.go:128] duration metric: createHost completed in 15.611646375s

	I0615 09:33:32.825734    1397 main.go:141] libmachine: Using SSH client type: native

	I0615 09:33:32.825947    1397 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102d08e20] 0x102d0b880 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0615 09:33:32.825951    1397 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0615 09:33:32.876753    1397 main.go:141] libmachine: SSH cmd err, output: <nil>: 1686846813.320713543

	I0615 09:33:32.876760    1397 fix.go:206] guest clock: 1686846813.320713543

	I0615 09:33:32.876764    1397 fix.go:219] Guest: 2023-06-15 09:33:33.320713543 -0700 PDT Remote: 2023-06-15 09:33:32.825711 -0700 PDT m=+15.708594751 (delta=495.002543ms)

	I0615 09:33:32.876775    1397 fix.go:190] guest clock delta is within tolerance: 495.002543ms

	I0615 09:33:32.876778    1397 start.go:83] releasing machines lock for "addons-477000", held for 15.662753208s

	I0615 09:33:32.877060    1397 ssh_runner.go:195] Run: cat /version.json

	I0615 09:33:32.877067    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.877085    1397 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0615 09:33:32.877121    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:33:32.951587    1397 ssh_runner.go:195] Run: systemctl --version

	I0615 09:33:32.953983    1397 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0615 09:33:32.956008    1397 cni.go:215] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0615 09:33:32.956040    1397 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0615 09:33:32.961754    1397 cni.go:268] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0615 09:33:32.961761    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:32.961877    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:32.967359    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0615 09:33:32.970783    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0615 09:33:32.973872    1397 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0615 09:33:32.973908    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0615 09:33:32.976794    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.979871    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0615 09:33:32.983273    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0615 09:33:32.986847    1397 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0615 09:33:32.990009    1397 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0615 09:33:32.992910    1397 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0615 09:33:32.995885    1397 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0615 09:33:32.999181    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.082046    1397 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0615 09:33:33.090305    1397 start.go:466] detecting cgroup driver to use...

	I0615 09:33:33.090367    1397 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0615 09:33:33.095444    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.099628    1397 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0615 09:33:33.106008    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0615 09:33:33.110583    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.115305    1397 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0615 09:33:33.157221    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0615 09:33:33.165685    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0615 09:33:33.171700    1397 ssh_runner.go:195] Run: which cri-dockerd

	I0615 09:33:33.173347    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0615 09:33:33.176671    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0615 09:33:33.184036    1397 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0615 09:33:33.256172    1397 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0615 09:33:33.326477    1397 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0615 09:33:33.326492    1397 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0615 09:33:33.331797    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:33.394602    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:34.551420    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.1568305s)

	I0615 09:33:34.551480    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.614918    1397 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0615 09:33:34.680379    1397 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0615 09:33:34.741670    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.802995    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0615 09:33:34.810702    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:34.876193    1397 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0615 09:33:34.899281    1397 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0615 09:33:34.899375    1397 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0615 09:33:34.902005    1397 start.go:534] Will wait 60s for crictl version

	I0615 09:33:34.902039    1397 ssh_runner.go:195] Run: which crictl

	I0615 09:33:34.903665    1397 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0615 09:33:34.922827    1397 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.2

	RuntimeApiVersion:  v1alpha2

	I0615 09:33:34.922910    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.936535    1397 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0615 09:33:34.948006    1397 out.go:204] * Preparing Kubernetes v1.27.3 on Docker 24.0.2 ...

	I0615 09:33:34.948101    1397 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0615 09:33:34.949468    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:34.953059    1397 preload.go:132] Checking if preload exists for k8s version v1.27.3 and runtime docker

	I0615 09:33:34.953103    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:34.958178    1397 docker.go:636] Got preloaded images: 

	I0615 09:33:34.958185    1397 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.3 wasn't preloaded

	I0615 09:33:34.958223    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:34.960919    1397 ssh_runner.go:195] Run: which lz4

	I0615 09:33:34.962156    1397 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0615 09:33:34.963566    1397 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0615 09:33:34.963580    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.3-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343635922 bytes)

	I0615 09:33:36.258372    1397 docker.go:600] Took 1.296282 seconds to copy over tarball

	I0615 09:33:36.258440    1397 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0615 09:33:37.363016    1397 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.104582708s)

	I0615 09:33:37.363034    1397 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0615 09:33:37.379849    1397 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0615 09:33:37.383479    1397 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0615 09:33:37.388752    1397 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0615 09:33:37.449408    1397 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0615 09:33:38.998025    1397 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.548624125s)

	I0615 09:33:38.998130    1397 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0615 09:33:39.004063    1397 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.3

	registry.k8s.io/kube-scheduler:v1.27.3

	registry.k8s.io/kube-proxy:v1.27.3

	registry.k8s.io/kube-controller-manager:v1.27.3

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0615 09:33:39.004075    1397 cache_images.go:84] Images are preloaded, skipping loading

	I0615 09:33:39.004149    1397 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0615 09:33:39.011968    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:39.011977    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:39.012000    1397 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0615 09:33:39.012011    1397 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-477000 NodeName:addons-477000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0615 09:33:39.012111    1397 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-477000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0615 09:33:39.012156    1397 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-477000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0615 09:33:39.012203    1397 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.3

	I0615 09:33:39.015681    1397 binaries.go:44] Found k8s binaries, skipping transfer

	I0615 09:33:39.015718    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0615 09:33:39.018849    1397 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0615 09:33:39.023920    1397 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0615 09:33:39.028733    1397 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0615 09:33:39.033571    1397 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0615 09:33:39.034818    1397 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0615 09:33:39.038909    1397 certs.go:56] Setting up /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000 for IP: 192.168.105.2

	I0615 09:33:39.038918    1397 certs.go:190] acquiring lock for shared ca certs: {Name:mk9ee4d7ca68f2cc32c8609d33f6ce33c43a91d2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.039073    1397 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key

	I0615 09:33:39.109209    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt ...

	I0615 09:33:39.109214    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt: {Name:mka7538e8370ad0560f47e28d206b077e2dbbef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109425    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key ...

	I0615 09:33:39.109428    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key: {Name:mkca6c7de675216938ac1a6663738af412e2d280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.109532    1397 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key

	I0615 09:33:39.219574    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt ...

	I0615 09:33:39.219577    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt: {Name:mk21a595039c96735254391e5270364a73e52306 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219709    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key ...

	I0615 09:33:39.219712    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key: {Name:mk96cab9f1987887c2b313cd365bdba518ec818b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.219826    1397 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key

	I0615 09:33:39.219831    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt with IP's: []

	I0615 09:33:39.435828    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt ...

	I0615 09:33:39.435835    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.crt: {Name:mk0f2105a4c5fdba007e9c77c7945365dc3f96af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436029    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key ...

	I0615 09:33:39.436031    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/client.key: {Name:mk65e491f4b4c1ee8d05045efb9265b2c697a551 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.436124    1397 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969

	I0615 09:33:39.436133    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0615 09:33:39.510125    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 ...

	I0615 09:33:39.510129    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969: {Name:mk7c90d062166950585957cb3f0ce136594c9cd1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510277    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 ...

	I0615 09:33:39.510280    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969: {Name:mk4266445b8f2d5bc078d169ee24b8765955e2f8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.510384    1397 certs.go:337] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt

	I0615 09:33:39.510598    1397 certs.go:341] copying /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key

	I0615 09:33:39.510713    1397 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key

	I0615 09:33:39.510723    1397 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt with IP's: []

	I0615 09:33:39.610633    1397 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt ...

	I0615 09:33:39.610637    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt: {Name:mk04e06c13fe3eccffb62f328096a02f5668baa1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.610779    1397 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key ...

	I0615 09:33:39.610783    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key: {Name:mk21e3c8e84fcac9a2d9da5e0fa06b26ad1ee7cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:33:39.611042    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca-key.pem (1679 bytes)

	I0615 09:33:39.611072    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/ca.pem (1078 bytes)

	I0615 09:33:39.611094    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/cert.pem (1123 bytes)

	I0615 09:33:39.611429    1397 certs.go:437] found cert: /Users/jenkins/minikube-integration/16718-868/.minikube/certs/Users/jenkins/minikube-integration/16718-868/.minikube/certs/key.pem (1679 bytes)

	I0615 09:33:39.611960    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0615 09:33:39.619546    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0615 09:33:39.626711    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0615 09:33:39.633501    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/profiles/addons-477000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0615 09:33:39.640010    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0615 09:33:39.647112    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0615 09:33:39.654063    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0615 09:33:39.660582    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0615 09:33:39.667533    1397 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/16718-868/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0615 09:33:39.674545    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0615 09:33:39.680339    1397 ssh_runner.go:195] Run: openssl version

	I0615 09:33:39.682379    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0615 09:33:39.685404    1397 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686832    1397 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Jun 15 16:33 /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.686855    1397 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0615 09:33:39.688703    1397 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0615 09:33:39.691957    1397 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0615 09:33:39.693381    1397 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0615 09:33:39.693418    1397 kubeadm.go:404] StartCluster: {Name:addons-477000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/15665/minikube-v1.30.1-1686713055-15665-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.39-1686006988-16632@sha256:412dc5cf58908f3565f59ed5f2b8341f53e998f8d8b54f59253c8f8f335f5a7b Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v

1.27.3 ClusterName:addons-477000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP:}

	I0615 09:33:39.693485    1397 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0615 09:33:39.699291    1397 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0615 09:33:39.702928    1397 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0615 09:33:39.706168    1397 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0615 09:33:39.708902    1397 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0615 09:33:39.708925    1397 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0615 09:33:39.731022    1397 kubeadm.go:322] [init] Using Kubernetes version: v1.27.3

	I0615 09:33:39.731051    1397 kubeadm.go:322] [preflight] Running pre-flight checks

	I0615 09:33:39.787198    1397 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0615 09:33:39.787252    1397 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0615 09:33:39.787291    1397 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0615 09:33:39.845524    1397 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0615 09:33:39.853720    1397 out.go:204]   - Generating certificates and keys ...

	I0615 09:33:39.853771    1397 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0615 09:33:39.853800    1397 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0615 09:33:40.047052    1397 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0615 09:33:40.281668    1397 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0615 09:33:40.373604    1397 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0615 09:33:40.496002    1397 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0615 09:33:40.752895    1397 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0615 09:33:40.752975    1397 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.889354    1397 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0615 09:33:40.889424    1397 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-477000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0615 09:33:40.967392    1397 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0615 09:33:41.132487    1397 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0615 09:33:41.175551    1397 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0615 09:33:41.175583    1397 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0615 09:33:41.275708    1397 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0615 09:33:41.313261    1397 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0615 09:33:41.394612    1397 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0615 09:33:41.488793    1397 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0615 09:33:41.495623    1397 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0615 09:33:41.495672    1397 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0615 09:33:41.495691    1397 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0615 09:33:41.565044    1397 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0615 09:33:41.570236    1397 out.go:204]   - Booting up control plane ...

	I0615 09:33:41.570302    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0615 09:33:41.570344    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0615 09:33:41.570389    1397 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0615 09:33:41.570430    1397 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0615 09:33:41.570514    1397 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0615 09:33:45.571765    1397 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.003295 seconds

	I0615 09:33:45.571857    1397 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0615 09:33:45.577408    1397 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0615 09:33:46.094757    1397 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0615 09:33:46.095006    1397 kubeadm.go:322] [mark-control-plane] Marking the node addons-477000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0615 09:33:46.613385    1397 kubeadm.go:322] [bootstrap-token] Using token: f4kg8y.q60xaa2tn5uwspbb

	I0615 09:33:46.619341    1397 out.go:204]   - Configuring RBAC rules ...

	I0615 09:33:46.619403    1397 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0615 09:33:46.620813    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0615 09:33:46.624663    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0615 09:33:46.625913    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0615 09:33:46.627185    1397 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0615 09:33:46.628306    1397 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0615 09:33:46.632523    1397 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0615 09:33:46.806353    1397 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0615 09:33:47.022461    1397 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0615 09:33:47.022733    1397 kubeadm.go:322] 

	I0615 09:33:47.022774    1397 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0615 09:33:47.022780    1397 kubeadm.go:322] 

	I0615 09:33:47.022834    1397 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0615 09:33:47.022839    1397 kubeadm.go:322] 

	I0615 09:33:47.022851    1397 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0615 09:33:47.022879    1397 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0615 09:33:47.022912    1397 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0615 09:33:47.022916    1397 kubeadm.go:322] 

	I0615 09:33:47.022952    1397 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0615 09:33:47.022958    1397 kubeadm.go:322] 

	I0615 09:33:47.022992    1397 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0615 09:33:47.022995    1397 kubeadm.go:322] 

	I0615 09:33:47.023016    1397 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0615 09:33:47.023050    1397 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0615 09:33:47.023081    1397 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0615 09:33:47.023083    1397 kubeadm.go:322] 

	I0615 09:33:47.023121    1397 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0615 09:33:47.023158    1397 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0615 09:33:47.023161    1397 kubeadm.go:322] 

	I0615 09:33:47.023197    1397 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023261    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 \

	I0615 09:33:47.023273    1397 kubeadm.go:322] 	--control-plane 

	I0615 09:33:47.023278    1397 kubeadm.go:322] 

	I0615 09:33:47.023320    1397 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0615 09:33:47.023326    1397 kubeadm.go:322] 

	I0615 09:33:47.023380    1397 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token f4kg8y.q60xaa2tn5uwspbb \

	I0615 09:33:47.023443    1397 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:13ec1e4f42825d0267b189c0f8b830eda54e60d63681b653b209256c58602b59 

	I0615 09:33:47.023525    1397 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0615 09:33:47.023586    1397 cni.go:84] Creating CNI manager for ""

	I0615 09:33:47.023594    1397 cni.go:152] "qemu2" driver + "docker" runtime found, recommending bridge

	I0615 09:33:47.031274    1397 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0615 09:33:47.035321    1397 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0615 09:33:47.038799    1397 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0615 09:33:47.043709    1397 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0615 09:33:47.043747    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.043800    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl label nodes minikube.k8s.io/version=v1.30.1 minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627 minikube.k8s.io/name=addons-477000 minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.095849    1397 ops.go:34] apiserver oom_adj: -16

	I0615 09:33:47.095898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:47.645147    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.145079    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:48.645093    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.145044    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:49.645148    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.145134    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:50.645328    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.145310    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:51.645116    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.144609    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:52.645278    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.145243    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:53.645239    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.145000    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:54.644744    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.145233    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:55.644949    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.145008    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:56.644938    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.143430    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:57.645224    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.144898    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:58.644909    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.144773    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:33:59.644338    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.144834    1397 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0615 09:34:00.206574    1397 kubeadm.go:1081] duration metric: took 13.163176875s to wait for elevateKubeSystemPrivileges.

	I0615 09:34:00.206587    1397 kubeadm.go:406] StartCluster complete in 20.513668625s

	I0615 09:34:00.206614    1397 settings.go:142] acquiring lock: {Name:mk45a698fcd8dd8ae6984c9cf4ad4d183fdb5424 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.206769    1397 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/16718-868/kubeconfig

	I0615 09:34:00.206961    1397 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/16718-868/kubeconfig: {Name:mkbe9cac04fb467055323f2e3d5db2c6ddc287ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0615 09:34:00.207185    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0615 09:34:00.207249    1397 addons.go:496] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0615 09:34:00.207317    1397 addons.go:66] Setting ingress=true in profile "addons-477000"

	I0615 09:34:00.207322    1397 addons.go:66] Setting ingress-dns=true in profile "addons-477000"

	I0615 09:34:00.207325    1397 addons.go:228] Setting addon ingress=true in "addons-477000"

	I0615 09:34:00.207327    1397 addons.go:228] Setting addon ingress-dns=true in "addons-477000"

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207358    1397 addons.go:66] Setting cloud-spanner=true in profile "addons-477000"

	I0615 09:34:00.207362    1397 addons.go:228] Setting addon cloud-spanner=true in "addons-477000"

	I0615 09:34:00.207371    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207402    1397 addons.go:66] Setting metrics-server=true in profile "addons-477000"

	I0615 09:34:00.207421    1397 addons.go:66] Setting registry=true in profile "addons-477000"

	I0615 09:34:00.207457    1397 addons.go:228] Setting addon registry=true in "addons-477000"

	I0615 09:34:00.207434    1397 addons.go:66] Setting inspektor-gadget=true in profile "addons-477000"

	I0615 09:34:00.207483    1397 addons.go:228] Setting addon inspektor-gadget=true in "addons-477000"

	I0615 09:34:00.207494    1397 addons.go:228] Setting addon metrics-server=true in "addons-477000"

	I0615 09:34:00.207502    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207355    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207433    1397 addons.go:66] Setting default-storageclass=true in profile "addons-477000"

	I0615 09:34:00.207531    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	I0615 09:34:00.207537    1397 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-477000"

	I0615 09:34:00.207575    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207475    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207436    1397 addons.go:66] Setting csi-hostpath-driver=true in profile "addons-477000"

	I0615 09:34:00.207676    1397 addons.go:228] Setting addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.207687    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207317    1397 addons.go:66] Setting volumesnapshots=true in profile "addons-477000"

	I0615 09:34:00.207735    1397 addons.go:228] Setting addon volumesnapshots=true in "addons-477000"

	I0615 09:34:00.207746    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.207438    1397 addons.go:66] Setting gcp-auth=true in profile "addons-477000"

	I0615 09:34:00.207776    1397 mustload.go:65] Loading cluster: addons-477000

	I0615 09:34:00.207433    1397 addons.go:66] Setting storage-provisioner=true in profile "addons-477000"

	I0615 09:34:00.208143    1397 addons.go:228] Setting addon storage-provisioner=true in "addons-477000"

	I0615 09:34:00.208157    1397 host.go:66] Checking if "addons-477000" exists ...

	W0615 09:34:00.208299    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208325    1397 addons.go:274] "addons-477000" is not running, setting registry=true and skipping enablement (err=<nil>)

	W0615 09:34:00.208331    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208338    1397 addons.go:274] "addons-477000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	I0615 09:34:00.208333    1397 addons.go:464] Verifying addon registry=true in "addons-477000"

	I0615 09:34:00.211629    1397 out.go:177] * Verifying registry addon...

	W0615 09:34:00.208373    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.207993    1397 config.go:182] Loaded profile config "addons-477000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.3

	W0615 09:34:00.208397    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208133    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208437    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208601    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	W0615 09:34:00.208662    1397 host.go:54] host status for "addons-477000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/monitor: connect: connection refused

	I0615 09:34:00.215730    1397 addons.go:228] Setting addon default-storageclass=true in "addons-477000"

	W0615 09:34:00.218550    1397 addons.go:274] "addons-477000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218559    1397 addons.go:274] "addons-477000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218576    1397 addons.go:274] "addons-477000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218580    1397 addons.go:274] "addons-477000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	W0615 09:34:00.218593    1397 addons.go:274] "addons-477000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	I0615 09:34:00.218944    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0615 09:34:00.219273    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.221576    1397 addons.go:464] Verifying addon metrics-server=true in "addons-477000"

	I0615 09:34:00.221583    1397 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	I0615 09:34:00.224623    1397 addons.go:420] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0615 09:34:00.224631    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0615 09:34:00.224638    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.221629    1397 addons.go:464] Verifying addon ingress=true in "addons-477000"

	I0615 09:34:00.221636    1397 addons.go:464] Verifying addon csi-hostpath-driver=true in "addons-477000"

	I0615 09:34:00.221723    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:00.228543    1397 out.go:177] * Verifying ingress addon...

	I0615 09:34:00.238557    1397 out.go:177] * Verifying csi-hostpath-driver addon...

	I0615 09:34:00.229248    1397 addons.go:420] installing /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.235988    1397 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0615 09:34:00.241352    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0615 09:34:00.242560    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0615 09:34:00.242594    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:00.242973    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0615 09:34:00.245385    1397 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0615 09:34:00.251897    1397 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0615 09:34:00.275682    1397 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0615 09:34:00.278596    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0615 09:34:00.278604    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0615 09:34:00.310787    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0615 09:34:00.310799    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0615 09:34:00.340750    1397 addons.go:420] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0615 09:34:00.340763    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0615 09:34:00.370147    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0615 09:34:00.374756    1397 addons.go:420] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0615 09:34:00.374766    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0615 09:34:00.391483    1397 addons.go:420] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.391493    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0615 09:34:00.396735    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:00.725129    1397 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-477000" context rescaled to 1 replicas

	I0615 09:34:00.725155    1397 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0615 09:34:00.731827    1397 out.go:177] * Verifying Kubernetes components...

	I0615 09:34:00.735986    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:01.130555    1397 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	W0615 09:34:01.273320    1397 addons.go:446] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273347    1397 retry.go:31] will retry after 358.412085ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0615 09:34:01.273795    1397 node_ready.go:35] waiting up to 6m0s for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275272    1397 node_ready.go:49] node "addons-477000" has status "Ready":"True"

	I0615 09:34:01.275281    1397 node_ready.go:38] duration metric: took 1.477792ms waiting for node "addons-477000" to be "Ready" ...

	I0615 09:34:01.275284    1397 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:01.279498    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:01.633151    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0615 09:34:02.299497    1397 pod_ready.go:92] pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.299518    1397 pod_ready.go:81] duration metric: took 1.020034208s waiting for pod "coredns-5d78c9869d-c5j9m" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.299526    1397 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303736    1397 pod_ready.go:92] pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.303743    1397 pod_ready.go:81] duration metric: took 4.212458ms waiting for pod "coredns-5d78c9869d-mds5s" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.303749    1397 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307230    1397 pod_ready.go:92] pod "etcd-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.307237    1397 pod_ready.go:81] duration metric: took 3.484042ms waiting for pod "etcd-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.307243    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311004    1397 pod_ready.go:92] pod "kube-apiserver-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.311013    1397 pod_ready.go:81] duration metric: took 3.766916ms waiting for pod "kube-apiserver-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.311019    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481809    1397 pod_ready.go:92] pod "kube-controller-manager-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.481828    1397 pod_ready.go:81] duration metric: took 170.807958ms waiting for pod "kube-controller-manager-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.481838    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883885    1397 pod_ready.go:92] pod "kube-proxy-8rgcs" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:02.883919    1397 pod_ready.go:81] duration metric: took 402.082375ms waiting for pod "kube-proxy-8rgcs" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:02.883933    1397 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277736    1397 pod_ready.go:92] pod "kube-scheduler-addons-477000" in "kube-system" namespace has status "Ready":"True"

	I0615 09:34:03.277748    1397 pod_ready.go:81] duration metric: took 393.817875ms waiting for pod "kube-scheduler-addons-477000" in "kube-system" namespace to be "Ready" ...

	I0615 09:34:03.277754    1397 pod_ready.go:38] duration metric: took 2.002511417s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0615 09:34:03.277768    1397 api_server.go:52] waiting for apiserver process to appear ...

	I0615 09:34:03.277845    1397 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0615 09:34:03.986804    1397 api_server.go:72] duration metric: took 3.261712416s to wait for apiserver process to appear ...

	I0615 09:34:03.986816    1397 api_server.go:88] waiting for apiserver healthz status ...

	I0615 09:34:03.986824    1397 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0615 09:34:03.986882    1397 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.353767917s)

	I0615 09:34:03.990093    1397 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0615 09:34:03.990734    1397 api_server.go:141] control plane version: v1.27.3

	I0615 09:34:03.990742    1397 api_server.go:131] duration metric: took 3.923291ms to wait for apiserver health ...

	I0615 09:34:03.990745    1397 system_pods.go:43] waiting for kube-system pods to appear ...

	I0615 09:34:03.993833    1397 system_pods.go:59] 9 kube-system pods found

	I0615 09:34:03.993840    1397 system_pods.go:61] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.993843    1397 system_pods.go:61] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.993845    1397 system_pods.go:61] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.993848    1397 system_pods.go:61] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.993851    1397 system_pods.go:61] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.993853    1397 system_pods.go:61] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.993855    1397 system_pods.go:61] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.993859    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993864    1397 system_pods.go:61] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.993866    1397 system_pods.go:74] duration metric: took 3.119166ms to wait for pod list to return data ...

	I0615 09:34:03.993869    1397 default_sa.go:34] waiting for default service account to be created ...

	I0615 09:34:03.995049    1397 default_sa.go:45] found service account: "default"

	I0615 09:34:03.995055    1397 default_sa.go:55] duration metric: took 1.183708ms for default service account to be created ...

	I0615 09:34:03.995057    1397 system_pods.go:116] waiting for k8s-apps to be running ...

	I0615 09:34:03.998400    1397 system_pods.go:86] 9 kube-system pods found

	I0615 09:34:03.998409    1397 system_pods.go:89] "coredns-5d78c9869d-c5j9m" [029d925c-5975-4103-a809-e22de9cdf1be] Running

	I0615 09:34:03.998411    1397 system_pods.go:89] "coredns-5d78c9869d-mds5s" [6851e0cd-a4cb-4c11-8b37-6e07dedcb90e] Running

	I0615 09:34:03.998414    1397 system_pods.go:89] "etcd-addons-477000" [41610910-d77e-4a7d-8f06-bcf205880f06] Running

	I0615 09:34:03.998416    1397 system_pods.go:89] "kube-apiserver-addons-477000" [49f23173-0ac0-4711-9c55-a96c00aa0881] Running

	I0615 09:34:03.998419    1397 system_pods.go:89] "kube-controller-manager-addons-477000" [befaa390-5c21-4b4a-930f-d4c4c3559d3d] Running

	I0615 09:34:03.998421    1397 system_pods.go:89] "kube-proxy-8rgcs" [6b460d21-5a79-40c6-84a1-e0551f8e91b9] Running

	I0615 09:34:03.998424    1397 system_pods.go:89] "kube-scheduler-addons-477000" [995baab0-4f21-4690-baf3-4c4682320ca6] Running

	I0615 09:34:03.998429    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-p6hk4" [f6c07a51-e0a4-4ed6-a2fb-f927be1aa9f7] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998433    1397 system_pods.go:89] "snapshot-controller-75bbb956b9-prqv8" [368ee712-d2ca-4c1b-9d87-bffa3c354d7c] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])

	I0615 09:34:03.998436    1397 system_pods.go:126] duration metric: took 3.376208ms to wait for k8s-apps to be running ...

	I0615 09:34:03.998439    1397 system_svc.go:44] waiting for kubelet service to be running ....

	I0615 09:34:03.998489    1397 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0615 09:34:04.003913    1397 system_svc.go:56] duration metric: took 5.471458ms WaitForService to wait for kubelet.

	I0615 09:34:04.003921    1397 kubeadm.go:581] duration metric: took 3.278833625s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0615 09:34:04.003932    1397 node_conditions.go:102] verifying NodePressure condition ...

	I0615 09:34:04.077208    1397 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0615 09:34:04.077239    1397 node_conditions.go:123] node cpu capacity is 2

	I0615 09:34:04.077244    1397 node_conditions.go:105] duration metric: took 73.311333ms to run NodePressure ...

	I0615 09:34:04.077249    1397 start.go:228] waiting for startup goroutines ...

	I0615 09:34:06.831960    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0615 09:34:06.832053    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.882622    1397 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0615 09:34:06.891297    1397 addons.go:228] Setting addon gcp-auth=true in "addons-477000"

	I0615 09:34:06.891339    1397 host.go:66] Checking if "addons-477000" exists ...

	I0615 09:34:06.892599    1397 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0615 09:34:06.892612    1397 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/16718-868/.minikube/machines/addons-477000/id_rsa Username:docker}

	I0615 09:34:06.928262    1397 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0615 09:34:06.932997    1397 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0615 09:34:06.937187    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0615 09:34:06.937194    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0615 09:34:06.943495    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0615 09:34:06.943502    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0615 09:34:06.949337    1397 addons.go:420] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:06.949343    1397 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0615 09:34:06.954968    1397 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.3/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0615 09:34:07.475178    1397 addons.go:464] Verifying addon gcp-auth=true in "addons-477000"

	I0615 09:34:07.478304    1397 out.go:177] * Verifying gcp-auth addon...

	I0615 09:34:07.485666    1397 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0615 09:34:07.491991    1397 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0615 09:34:07.492002    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:07.996710    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:08.496921    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.002133    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.494606    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:09.995080    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.495704    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:10.995530    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:11.495877    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.001470    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:12.497446    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.001473    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.502268    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:13.997362    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.503184    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:14.997798    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:15.495991    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.000278    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:16.501895    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.001719    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.495416    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:17.995757    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:18.496835    1397 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0615 09:34:19.002478    1397 kapi.go:107] duration metric: took 11.51706925s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0615 09:34:19.008171    1397 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-477000 cluster.

	I0615 09:34:19.011889    1397 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0615 09:34:19.016120    1397 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0615 09:40:00.215049    1397 kapi.go:107] duration metric: took 6m0.00478975s to wait for kubernetes.io/minikube-addons=registry ...

	W0615 09:40:00.215455    1397 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0615 09:40:00.235888    1397 kapi.go:107] duration metric: took 6m0.001641708s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0615 09:40:00.235937    1397 kapi.go:107] duration metric: took 6m0.008679083s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0615 09:40:00.236028    1397 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	W0615 09:40:00.236088    1397 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0615 09:40:00.243957    1397 out.go:177] * Enabled addons: inspektor-gadget, metrics-server, cloud-spanner, ingress-dns, storage-provisioner, default-storageclass, volumesnapshots, gcp-auth

	I0615 09:40:00.250970    1397 addons.go:499] enable addons completed in 6m0.052449292s: enabled=[inspektor-gadget metrics-server cloud-spanner ingress-dns storage-provisioner default-storageclass volumesnapshots gcp-auth]

	I0615 09:40:00.251042    1397 start.go:233] waiting for cluster config update ...

	I0615 09:40:00.251069    1397 start.go:242] writing updated cluster config ...

	I0615 09:40:00.255738    1397 ssh_runner.go:195] Run: rm -f paused

	I0615 09:40:00.403218    1397 start.go:582] kubectl: 1.25.9, cluster: 1.27.3 (minor skew: 2)

	I0615 09:40:00.405982    1397 out.go:177] 

	W0615 09:40:00.410033    1397 out.go:239] ! /usr/local/bin/kubectl is version 1.25.9, which may have incompatibilities with Kubernetes 1.27.3.

	I0615 09:40:00.413868    1397 out.go:177]   - Want kubectl v1.27.3? Try 'minikube kubectl -- get pods -A'

	I0615 09:40:00.421952    1397 out.go:177] * Done! kubectl is now configured to use "addons-477000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:13:17 UTC. --

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.817442834Z" level=info msg="shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819525140Z" level=warning msg="cleaning up after shim disconnected" id=08da339f6e51c0a36beb905cf51aaa6ebe12eed98abda59168295fcb62adf9d0 namespace=moby

	Jun 15 16:34:14 addons-477000 dockerd[1097]: time="2023-06-15T16:34:14.819574276Z" level=info msg="cleaning up dead shim" namespace=moby

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.579995441Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580279599Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580317285Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:15 addons-477000 dockerd[1097]: time="2023-06-15T16:34:15.580357122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:15 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:15Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/0c316c00ee755585c1753e0f1d6364e1731871da5d072484c67c43cac67cd349/resolv.conf as [nameserver 10.96.0.10 search gcp-auth.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 16:34:15 addons-477000 dockerd[1091]: time="2023-06-15T16:34:15.926803390Z" level=warning msg="reference for unknown type: " digest="sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf" remote="gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 cri-dockerd[991]: time="2023-06-15T16:34:18Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269480431Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269881621Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269894061Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 16:34:18 addons-477000 dockerd[1097]: time="2023-06-15T16:34:18.269898788Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073287389Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073319639Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073330764Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 17:01:55 addons-477000 dockerd[1097]: time="2023-06-15T17:01:55.073337722Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:01:55 addons-477000 cri-dockerd[991]: time="2023-06-15T17:01:55Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ef7c71126455ea790a0991802fb95ede312f12f8ea91a16a91dba330edd51c13/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jun 15 17:01:55 addons-477000 dockerd[1091]: time="2023-06-15T17:01:55.472931913Z" level=warning msg="reference for unknown type: " digest="sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be" remote="ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 15 17:02:00 addons-477000 cri-dockerd[991]: time="2023-06-15T17:02:00Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.17.1@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be"

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.127950539Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.127982330Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.128158870Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jun 15 17:02:00 addons-477000 dockerd[1097]: time="2023-06-15T17:02:00.128170953Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	9ee1f57e827a2       ghcr.io/headlamp-k8s/headlamp@sha256:9c33d03e6032adc2ae0920bbda10f82aa223d796f99cfb9509608cd389a157be                     11 minutes ago      Running             headlamp                     0                   ef7c71126455e

	6a4bcd8ac64ff       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              38 minutes ago      Running             gcp-auth                     0                   0c316c00ee755

	8527d6f42bef1       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   39 minutes ago      Running             volume-snapshot-controller   0                   f6bd41ad4abf6

	06a9dab9c48b6       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   39 minutes ago      Running             volume-snapshot-controller   0                   629404aaee996

	256eaaad3894a       97e04611ad434                                                                                                             39 minutes ago      Running             coredns                      0                   f6fc2a0d05c4a

	29b72a92c6578       fb73e92641fd5                                                                                                             39 minutes ago      Running             kube-proxy                   0                   405ca9198a355

	733213e41e3b9       bcb9e554eaab6                                                                                                             39 minutes ago      Running             kube-scheduler               0                   25817e506c78b

	b11fb0f325644       39dfb036b0986                                                                                                             39 minutes ago      Running             kube-apiserver               0                   0dde73a500899

	66de98cb24ea0       ab3683b584ae5                                                                                                             39 minutes ago      Running             kube-controller-manager      0                   69ef168f52131

	41a6909f99a59       24bc64e911039                                                                                                             39 minutes ago      Running             etcd                         0                   9b969e901cc05

	* 

	* ==> coredns [256eaaad3894] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:55502 - 31535 "HINFO IN 8156761713541019547.3807690688336836625. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.006087175s

	* 

	* ==> describe nodes <==

	* Name:               addons-477000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-477000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=1814abc5e40384accb8747bfb7e33027343c9627

	                    minikube.k8s.io/name=addons-477000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_06_15T09_33_47_0700

	                    minikube.k8s.io/version=v1.30.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Thu, 15 Jun 2023 16:33:44 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-477000

	  AcquireTime:     <unset>

	  RenewTime:       Thu, 15 Jun 2023 17:13:16 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Thu, 15 Jun 2023 17:12:38 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Thu, 15 Jun 2023 17:12:38 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Thu, 15 Jun 2023 17:12:38 +0000   Thu, 15 Jun 2023 16:33:43 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Thu, 15 Jun 2023 17:12:38 +0000   Thu, 15 Jun 2023 16:33:50 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-477000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 5009a87f17804889a5a4616073b937e0

	  System UUID:                5009a87f17804889a5a4616073b937e0

	  Boot ID:                    9630f686-3c90-436f-98e6-d8c6686f510a

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.2

	  Kubelet Version:            v1.27.3

	  Kube-Proxy Version:         v1.27.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-2pgxv                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  headlamp                    headlamp-6b5756787-s7gx7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         11m

	  kube-system                 coredns-5d78c9869d-mds5s                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     39m

	  kube-system                 etcd-addons-477000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         39m

	  kube-system                 kube-apiserver-addons-477000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-controller-manager-addons-477000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-proxy-8rgcs                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-scheduler-addons-477000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 snapshot-controller-75bbb956b9-p6hk4     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 snapshot-controller-75bbb956b9-prqv8     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                From             Message

	  ----    ------                   ----               ----             -------

	  Normal  Starting                 39m                kube-proxy       

	  Normal  Starting                 39m                kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  39m (x8 over 39m)  kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    39m (x8 over 39m)  kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     39m (x7 over 39m)  kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  39m                kubelet          Updated Node Allocatable limit across pods

	  Normal  Starting                 39m                kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  39m                kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  39m                kubelet          Node addons-477000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    39m                kubelet          Node addons-477000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     39m                kubelet          Node addons-477000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                39m                kubelet          Node addons-477000 status is now: NodeReady

	  Normal  RegisteredNode           39m                node-controller  Node addons-477000 event: Registered Node addons-477000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.687452] EINJ: EINJ table not found.

	[  +0.627011] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043411] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000812] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.868427] systemd-fstab-generator[480]: Ignoring "noauto" for root device

	[  +0.067044] systemd-fstab-generator[491]: Ignoring "noauto" for root device

	[  +0.422105] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.174556] systemd-fstab-generator[729]: Ignoring "noauto" for root device

	[  +0.069729] systemd-fstab-generator[740]: Ignoring "noauto" for root device

	[  +0.066761] systemd-fstab-generator[753]: Ignoring "noauto" for root device

	[  +1.220689] systemd-fstab-generator[910]: Ignoring "noauto" for root device

	[  +0.067164] systemd-fstab-generator[921]: Ignoring "noauto" for root device

	[  +0.058616] systemd-fstab-generator[932]: Ignoring "noauto" for root device

	[  +0.062347] systemd-fstab-generator[943]: Ignoring "noauto" for root device

	[  +0.069889] systemd-fstab-generator[971]: Ignoring "noauto" for root device

	[  +2.576383] systemd-fstab-generator[1084]: Ignoring "noauto" for root device

	[  +1.530737] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.580821] systemd-fstab-generator[1404]: Ignoring "noauto" for root device

	[  +5.139726] systemd-fstab-generator[2250]: Ignoring "noauto" for root device

	[Jun15 16:34] kauditd_printk_skb: 41 callbacks suppressed

	[  +2.392909] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.125194] kauditd_printk_skb: 40 callbacks suppressed

	[  +6.280200] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.114632] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [41a6909f99a5] <==

	* {"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-06-15T16:33:43.363Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-06-15T16:33:43.373Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-06-15T16:43:43.957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":747}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":747,"took":"2.441695ms","hash":524925281}

	{"level":"info","ts":"2023-06-15T16:43:43.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524925281,"revision":747,"compact-revision":-1}

	{"level":"info","ts":"2023-06-15T16:48:43.971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":897}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":897,"took":"1.284283ms","hash":2514030906}

	{"level":"info","ts":"2023-06-15T16:48:43.973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514030906,"revision":897,"compact-revision":747}

	{"level":"info","ts":"2023-06-15T16:53:43.979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1048}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1048,"took":"857.726µs","hash":834622362}

	{"level":"info","ts":"2023-06-15T16:53:43.981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":834622362,"revision":1048,"compact-revision":897}

	{"level":"info","ts":"2023-06-15T16:58:43.988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1198}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1198,"took":"1.183357ms","hash":1870194874}

	{"level":"info","ts":"2023-06-15T16:58:43.991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1870194874,"revision":1198,"compact-revision":1048}

	{"level":"info","ts":"2023-06-15T17:03:44.005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1348}

	{"level":"info","ts":"2023-06-15T17:03:44.007Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1348,"took":"1.080862ms","hash":686046031}

	{"level":"info","ts":"2023-06-15T17:03:44.008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":686046031,"revision":1348,"compact-revision":1198}

	{"level":"info","ts":"2023-06-15T17:08:44.012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1541}

	{"level":"info","ts":"2023-06-15T17:08:44.013Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1541,"took":"775.306µs","hash":1174214079}

	{"level":"info","ts":"2023-06-15T17:08:44.013Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1174214079,"revision":1541,"compact-revision":1348}

	* 

	* ==> gcp-auth [6a4bcd8ac64f] <==

	* 2023/06/15 16:34:18 GCP Auth Webhook started!

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	2023/06/15 17:01:54 Ready to marshal response ...

	2023/06/15 17:01:54 Ready to write response ...

	* 

	* ==> kernel <==

	*  17:13:17 up 39 min,  0 users,  load average: 0.68, 0.63, 0.55

	Linux addons-477000 5.10.57 #1 SMP PREEMPT Wed Jun 14 05:08:37 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [b11fb0f32564] <==

	* I0615 16:48:44.765734       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:48:44.766097       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.751144       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.751426       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:53:44.766204       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:53:44.766395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.752713       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.753513       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.754419       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.754518       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 16:58:44.763858       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 16:58:44.764268       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:01:54.687994       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.102.63.39]

	I0615 17:03:44.753468       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.753599       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:03:44.754120       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.754191       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:03:44.764221       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:03:44.764679       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:08:44.754513       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:08:44.754850       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:08:44.763014       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:08:44.763355       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0615 17:08:44.775422       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0615 17:08:44.775478       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [66de98cb24ea] <==

	* I0615 17:10:14.922136       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:10:29.922891       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:10:29.923119       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:10:44.925499       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:10:44.926163       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:10:59.928304       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:10:59.928796       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:11:14.929441       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:11:14.929701       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:11:29.930167       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:11:29.930502       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:11:44.930708       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:11:44.930962       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:11:59.931860       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:11:59.932206       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:12:14.933591       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:12:14.933680       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:12:29.935843       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:12:29.936501       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:12:44.937825       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:12:44.938130       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:12:59.938607       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:12:59.938645       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0615 17:13:14.939291       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0615 17:13:14.939869       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	* 

	* ==> kube-proxy [29b72a92c657] <==

	* I0615 16:34:01.157223       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0615 16:34:01.157274       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0615 16:34:01.157290       1 server_others.go:554] "Using iptables proxy"

	I0615 16:34:01.207136       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0615 16:34:01.207158       1 server_others.go:192] "Using iptables Proxier"

	I0615 16:34:01.207188       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0615 16:34:01.207493       1 server.go:658] "Version info" version="v1.27.3"

	I0615 16:34:01.207499       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0615 16:34:01.208029       1 config.go:188] "Starting service config controller"

	I0615 16:34:01.208049       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0615 16:34:01.208060       1 config.go:97] "Starting endpoint slice config controller"

	I0615 16:34:01.208062       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0615 16:34:01.209533       1 config.go:315] "Starting node config controller"

	I0615 16:34:01.209537       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0615 16:34:01.308743       1 shared_informer.go:318] Caches are synced for service config

	I0615 16:34:01.308782       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0615 16:34:01.309993       1 shared_informer.go:318] Caches are synced for node config

	* 

	* ==> kube-scheduler [733213e41e3b] <==

	* W0615 16:33:44.753904       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:44.754011       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:44.754034       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:44.754072       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:44.754021       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:44.754081       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:44.754001       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0615 16:33:44.754100       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0615 16:33:44.754136       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0615 16:33:44.754145       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0615 16:33:45.605616       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0615 16:33:45.605673       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0615 16:33:45.647245       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0615 16:33:45.647292       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0615 16:33:45.699650       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0615 16:33:45.699699       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0615 16:33:45.702358       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0615 16:33:45.702403       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0615 16:33:45.718371       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0615 16:33:45.718408       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0615 16:33:45.723261       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0615 16:33:45.723281       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0615 16:33:45.755043       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0615 16:33:45.755066       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	I0615 16:33:46.350596       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Thu 2023-06-15 16:33:29 UTC, ends at Thu 2023-06-15 17:13:17 UTC. --

	Jun 15 17:07:47 addons-477000 kubelet[2256]: E0615 17:07:47.330099    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:07:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:07:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:07:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:08:47 addons-477000 kubelet[2256]: W0615 17:08:47.320097    2256 machine.go:65] Cannot read vendor id correctly, set empty.

	Jun 15 17:08:47 addons-477000 kubelet[2256]: E0615 17:08:47.329780    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:08:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:08:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:08:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:09:47 addons-477000 kubelet[2256]: E0615 17:09:47.330557    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:09:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:09:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:09:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:10:47 addons-477000 kubelet[2256]: E0615 17:10:47.330334    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:10:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:10:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:10:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:11:47 addons-477000 kubelet[2256]: E0615 17:11:47.335557    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:11:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:11:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:11:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

	Jun 15 17:12:47 addons-477000 kubelet[2256]: E0615 17:12:47.330829    2256 iptables.go:575] "Could not set up iptables canary" err=<

	Jun 15 17:12:47 addons-477000 kubelet[2256]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jun 15 17:12:47 addons-477000 kubelet[2256]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jun 15 17:12:47 addons-477000 kubelet[2256]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-477000 -n addons-477000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-477000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/CSI FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/CSI (671.15s)