=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-670000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-670000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (13.887252167s)

-- stdout --

	{"specversion":"1.0","id":"a7ba67a4-b7db-400a-9889-345c683335db","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-670000] minikube v1.31.2 on Darwin 13.5 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"3e37504b-3e14-4b13-89b3-fe39eee18107","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17102"}}

	{"specversion":"1.0","id":"40b05212-5640-4b80-80b8-0c69efd14d88","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig"}}

	{"specversion":"1.0","id":"a8ab8bee-493d-4b18-a208-c537a325c958","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"d658de32-0d2b-4295-8784-93234a90e69c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"a5a48abf-0956-42dc-8acd-93fb950583e9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube"}}

	{"specversion":"1.0","id":"ca187989-3d91-4aa1-b091-7731e76b14de","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"a6fdc6f3-30b6-4bf5-97f0-308a783bb845","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"bcbd53ce-5cb8-4365-bca8-5d52c239ab53","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"a83e3910-dacd-402b-81d7-290ec8459973","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"6d5e06e6-44b4-4333-be04-b25cd9a7ef5b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"1f80c210-bb6f-41af-a60d-6ac411c868f1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-670000 in cluster download-only-670000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"d8c3d2d8-1920-4626-aebc-acf57e976207","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"f20ea5f5-0bc3-4bed-a0e1-9a7c47126209","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17102-920/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8] Decompressors:map[bz2:0x1400058de18 gz:0x1400058de70 tar:0x1400058de20 tar.bz2:0x1400058de30 tar.gz:0x1400058de40 tar.xz:0x1400058de50 tar.zst:0x1400058de60 tbz2:0x1400058de30 tgz:0x1400058

de40 txz:0x1400058de50 tzst:0x1400058de60 xz:0x1400058de78 zip:0x1400058de80 zst:0x1400058de90] Getters:map[file:0x14000f4c600 http:0x14000144460 https:0x14000144500] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"b98e228a-c3da-4e68-8c58-43fb3916da57","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0821 03:33:15.084599    1364 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:15.084734    1364 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:15.084737    1364 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:15.084739    1364 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:15.084854    1364 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	W0821 03:33:15.084911    1364 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/17102-920/.minikube/config/config.json: open /Users/jenkins/minikube-integration/17102-920/.minikube/config/config.json: no such file or directory

	I0821 03:33:15.085985    1364 out.go:303] Setting JSON to true

	I0821 03:33:15.102645    1364 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":169,"bootTime":1692613826,"procs":399,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:15.102723    1364 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:15.109779    1364 out.go:97] [download-only-670000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:15.113932    1364 out.go:169] MINIKUBE_LOCATION=17102

	W0821 03:33:15.109940    1364 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball: no such file or directory

	I0821 03:33:15.109949    1364 notify.go:220] Checking for updates...

	I0821 03:33:15.122864    1364 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:15.126942    1364 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:15.128266    1364 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:15.130953    1364 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	W0821 03:33:15.136890    1364 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0821 03:33:15.137064    1364 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:15.141874    1364 out.go:97] Using the qemu2 driver based on user configuration

	I0821 03:33:15.141883    1364 start.go:298] selected driver: qemu2

	I0821 03:33:15.141885    1364 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:15.141949    1364 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:15.145922    1364 out.go:169] Automatically selected the socket_vmnet network

	I0821 03:33:15.152485    1364 start_flags.go:382] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0821 03:33:15.152630    1364 start_flags.go:901] Wait components to verify : map[apiserver:true system_pods:true]

	I0821 03:33:15.152687    1364 cni.go:84] Creating CNI manager for ""

	I0821 03:33:15.152703    1364 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0821 03:33:15.152709    1364 start_flags.go:319] config:

	{Name:download-only-670000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-670000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: N

etworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:15.158251    1364 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:15.161924    1364 out.go:97] Downloading VM boot image ...

	I0821 03:33:15.161950    1364 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso

	E0821 03:33:15.323126    1364 iso.go:90] Unable to download https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso: getter: &{Ctx:context.Background Src:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso.sha256 Dst:/Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso.download Pwd: Mode:2 Umask:---------- Detectors:[0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8] Decompressors:map[bz2:0x1400058de18 gz:0x1400058de70 tar:0x1400058de20 tar.bz2:0x1400058de30 tar.gz:0x1400058de40 tar.xz:0x1400058de50 tar.zst:0x1400058de60 tbz2:0x1400058de30 tgz:0x1400058de40 txz:0x1400058de50 tzst:0x1400058de60 xz:0x1400058de78 zip:0x1400058de80 zst:0x1400058de90] Getters:map[file:0x14000ff1c30 http:0x14000dcd8b0 https:0x14000dcd900] Dir:false ProgressListener:<nil> Insecure:false Dis

ableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	I0821 03:33:15.323189    1364 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:15.328691    1364 out.go:97] Downloading VM boot image ...

	I0821 03:33:15.328780    1364 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.31.0/minikube-v1.31.0-arm64.iso?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.31.0/minikube-v1.31.0-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso

	I0821 03:33:22.835102    1364 out.go:97] Starting control plane node download-only-670000 in cluster download-only-670000

	I0821 03:33:22.835130    1364 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0821 03:33:22.892327    1364 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0821 03:33:22.892399    1364 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:22.892582    1364 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0821 03:33:22.897647    1364 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I0821 03:33:22.897654    1364 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0821 03:33:22.975485    1364 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0821 03:33:27.948828    1364 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0821 03:33:27.948974    1364 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0821 03:33:28.589788    1364 cache.go:60] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I0821 03:33:28.589982    1364 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/download-only-670000/config.json ...

	I0821 03:33:28.590000    1364 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/download-only-670000/config.json: {Name:mk3f18ac86e426c28be79e36d4316c065cb7c923 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:28.590247    1364 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0821 03:33:28.590424    1364 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/17102-920/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I0821 03:33:28.905100    1364 out.go:169] 

	W0821 03:33:28.909303    1364 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17102-920/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8 0x1046845b8] Decompressors:map[bz2:0x1400058de18 gz:0x1400058de70 tar:0x1400058de20 tar.bz2:0x1400058de30 tar.gz:0x1400058de40 tar.xz:0x1400058de50 tar.zst:0x1400058de60 tbz2:0x1400058de30 tgz:0x1400058de40 txz:0x1400058de50 tzst:0x1400058de60 xz:0x1400058de78 zip:0x1400058de80 zst:0x1400058de90] Getters:map[file:0x14000f4c600 http:0x14000144460 https:0x14000144500] Dir:false ProgressListener:

<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0821 03:33:28.909332    1364 out_reason.go:110] 

	W0821 03:33:28.916086    1364 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0821 03:33:28.919157    1364 out.go:169] 

** /stderr **

aaa_download_only_test.go:71: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-670000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (13.89s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:160: expected the file for binary exist at "/Users/jenkins/minikube-integration/17102-920/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/17102-920/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-481000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-481000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.747729042s)

-- stdout --

	* [offline-docker-481000] minikube v1.31.2 on Darwin 13.5 (arm64)

	  - MINIKUBE_LOCATION=17102

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-481000 in cluster offline-docker-481000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-481000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0821 04:25:44.326131    4122 out.go:296] Setting OutFile to fd 1 ...

	I0821 04:25:44.326258    4122 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 04:25:44.326261    4122 out.go:309] Setting ErrFile to fd 2...

	I0821 04:25:44.326263    4122 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 04:25:44.326384    4122 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 04:25:44.327550    4122 out.go:303] Setting JSON to false

	I0821 04:25:44.344037    4122 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":3318,"bootTime":1692613826,"procs":420,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 04:25:44.344103    4122 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 04:25:44.347633    4122 out.go:177] * [offline-docker-481000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 04:25:44.354620    4122 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 04:25:44.354755    4122 notify.go:220] Checking for updates...

	I0821 04:25:44.361503    4122 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 04:25:44.364548    4122 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 04:25:44.367609    4122 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 04:25:44.370622    4122 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 04:25:44.373547    4122 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 04:25:44.376874    4122 config.go:182] Loaded profile config "multinode-806000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 04:25:44.376919    4122 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 04:25:44.380401    4122 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 04:25:44.387497    4122 start.go:298] selected driver: qemu2

	I0821 04:25:44.387504    4122 start.go:902] validating driver "qemu2" against <nil>

	I0821 04:25:44.387512    4122 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 04:25:44.389446    4122 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 04:25:44.392540    4122 out.go:177] * Automatically selected the socket_vmnet network

	I0821 04:25:44.395658    4122 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 04:25:44.395679    4122 cni.go:84] Creating CNI manager for ""

	I0821 04:25:44.395687    4122 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 04:25:44.395691    4122 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 04:25:44.395697    4122 start_flags.go:319] config:

	{Name:offline-docker-481000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:offline-docker-481000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket:

NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 04:25:44.400024    4122 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 04:25:44.403622    4122 out.go:177] * Starting control plane node offline-docker-481000 in cluster offline-docker-481000

	I0821 04:25:44.411532    4122 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 04:25:44.411564    4122 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 04:25:44.411575    4122 cache.go:57] Caching tarball of preloaded images

	I0821 04:25:44.411644    4122 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 04:25:44.411650    4122 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 04:25:44.411723    4122 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/offline-docker-481000/config.json ...

	I0821 04:25:44.411735    4122 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/offline-docker-481000/config.json: {Name:mk6549c641c42025614fac226d2f9742674d0887 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 04:25:44.411977    4122 start.go:365] acquiring machines lock for offline-docker-481000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 04:25:44.412017    4122 start.go:369] acquired machines lock for "offline-docker-481000" in 29.25µs

	I0821 04:25:44.412029    4122 start.go:93] Provisioning new machine with config: &{Name:offline-docker-481000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 Clus

terName:offline-docker-481000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mount

Port:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 04:25:44.412069    4122 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 04:25:44.420486    4122 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0821 04:25:44.434545    4122 start.go:159] libmachine.API.Create for "offline-docker-481000" (driver="qemu2")

	I0821 04:25:44.434569    4122 client.go:168] LocalClient.Create starting

	I0821 04:25:44.434636    4122 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 04:25:44.434663    4122 main.go:141] libmachine: Decoding PEM data...

	I0821 04:25:44.434674    4122 main.go:141] libmachine: Parsing certificate...

	I0821 04:25:44.434717    4122 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 04:25:44.434735    4122 main.go:141] libmachine: Decoding PEM data...

	I0821 04:25:44.434743    4122 main.go:141] libmachine: Parsing certificate...

	I0821 04:25:44.435095    4122 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 04:25:44.559150    4122 main.go:141] libmachine: Creating SSH key...

	I0821 04:25:44.640412    4122 main.go:141] libmachine: Creating Disk image...

	I0821 04:25:44.640421    4122 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 04:25:44.640590    4122 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:44.649935    4122 main.go:141] libmachine: STDOUT: 

	I0821 04:25:44.649955    4122 main.go:141] libmachine: STDERR: 

	I0821 04:25:44.650028    4122 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2 +20000M

	I0821 04:25:44.657916    4122 main.go:141] libmachine: STDOUT: Image resized.

	I0821 04:25:44.657932    4122 main.go:141] libmachine: STDERR: 

	I0821 04:25:44.657959    4122 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:44.657976    4122 main.go:141] libmachine: Starting QEMU VM...

	I0821 04:25:44.658019    4122 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/qemu.pid -device virtio-net-pci,netdev=net0,mac=d6:af:fb:0e:d9:e2 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:44.659589    4122 main.go:141] libmachine: STDOUT: 

	I0821 04:25:44.659602    4122 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0821 04:25:44.659626    4122 client.go:171] LocalClient.Create took 225.055458ms

	I0821 04:25:46.661740    4122 start.go:128] duration metric: createHost completed in 2.249708417s

	I0821 04:25:46.661758    4122 start.go:83] releasing machines lock for "offline-docker-481000", held for 2.249794959s

	W0821 04:25:46.661780    4122 start.go:672] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0821 04:25:46.672469    4122 out.go:177] * Deleting "offline-docker-481000" in qemu2 ...

	W0821 04:25:46.680771    4122 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0821 04:25:46.680785    4122 start.go:687] Will try again in 5 seconds ...

	I0821 04:25:51.682941    4122 start.go:365] acquiring machines lock for offline-docker-481000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 04:25:51.683398    4122 start.go:369] acquired machines lock for "offline-docker-481000" in 347.125µs

	I0821 04:25:51.683541    4122 start.go:93] Provisioning new machine with config: &{Name:offline-docker-481000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 Clus

terName:offline-docker-481000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mount

Port:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 04:25:51.683799    4122 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 04:25:51.693425    4122 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0821 04:25:51.740968    4122 start.go:159] libmachine.API.Create for "offline-docker-481000" (driver="qemu2")

	I0821 04:25:51.741021    4122 client.go:168] LocalClient.Create starting

	I0821 04:25:51.741122    4122 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 04:25:51.741184    4122 main.go:141] libmachine: Decoding PEM data...

	I0821 04:25:51.741203    4122 main.go:141] libmachine: Parsing certificate...

	I0821 04:25:51.741271    4122 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 04:25:51.741306    4122 main.go:141] libmachine: Decoding PEM data...

	I0821 04:25:51.741321    4122 main.go:141] libmachine: Parsing certificate...

	I0821 04:25:51.741815    4122 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 04:25:51.872507    4122 main.go:141] libmachine: Creating SSH key...

	I0821 04:25:51.987929    4122 main.go:141] libmachine: Creating Disk image...

	I0821 04:25:51.987935    4122 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 04:25:51.988088    4122 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:51.996936    4122 main.go:141] libmachine: STDOUT: 

	I0821 04:25:51.996951    4122 main.go:141] libmachine: STDERR: 

	I0821 04:25:51.997017    4122 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2 +20000M

	I0821 04:25:52.004327    4122 main.go:141] libmachine: STDOUT: Image resized.

	I0821 04:25:52.004341    4122 main.go:141] libmachine: STDERR: 

	I0821 04:25:52.004354    4122 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:52.004361    4122 main.go:141] libmachine: Starting QEMU VM...

	I0821 04:25:52.004397    4122 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/qemu.pid -device virtio-net-pci,netdev=net0,mac=56:05:08:1c:99:38 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/offline-docker-481000/disk.qcow2

	I0821 04:25:52.005806    4122 main.go:141] libmachine: STDOUT: 

	I0821 04:25:52.005820    4122 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0821 04:25:52.005830    4122 client.go:171] LocalClient.Create took 264.808791ms

	I0821 04:25:54.007986    4122 start.go:128] duration metric: createHost completed in 2.324202958s

	I0821 04:25:54.008076    4122 start.go:83] releasing machines lock for "offline-docker-481000", held for 2.324709s

	W0821 04:25:54.008636    4122 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-481000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-481000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0821 04:25:54.016925    4122 out.go:177] 

	W0821 04:25:54.021611    4122 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0821 04:25:54.021640    4122 out.go:239] * 

	* 

	W0821 04:25:54.024719    4122 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0821 04:25:54.033359    4122 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-481000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:522: *** TestOffline FAILED at 2023-08-21 04:25:54.051884 -0700 PDT m=+3159.063988376

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-481000 -n offline-docker-481000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-481000 -n offline-docker-481000: exit status 7 (65.196458ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-481000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-481000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-481000

--- FAIL: TestOffline (9.92s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:304: failed waiting for registry replicacontroller to stabilize: timed out waiting for the condition

addons_test.go:306: registry stabilized in 6m0.001489s

addons_test.go:308: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

addons_test.go:308: ***** TestAddons/parallel/Registry: pod "actual-registry=true" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:308: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

addons_test.go:308: TestAddons/parallel/Registry: showing logs for failed pods as of 2023-08-21 03:52:32.635124 -0700 PDT m=+1157.662089001

addons_test.go:309: failed waiting for pod actual-registry: actual-registry=true within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-500000 -n addons-500000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |               Args                |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.4      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0-rc.1 |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | --all                             | minikube             | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | --download-only -p                | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | binary-mirror-462000              |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --binary-mirror                   |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49329            |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-462000           | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | -p addons-500000                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:40 PDT |

	|         | --wait=true --memory=4000         |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --addons=registry                 |                      |         |         |                     |                     |

	|         | --addons=metrics-server           |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots          |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver      |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                 |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner            |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget         |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	|         | --addons=ingress                  |                      |         |         |                     |                     |

	|         | --addons=ingress-dns              |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p          | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:52 PDT |                     |

	|         | addons-500000                     |                      |         |         |                     |                     |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/21 03:33:48

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0821 03:33:48.415064    1442 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:48.415176    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415179    1442 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:48.415182    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415284    1442 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 03:33:48.416485    1442 out.go:303] Setting JSON to false

	I0821 03:33:48.431675    1442 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":202,"bootTime":1692613826,"procs":392,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:48.431757    1442 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:48.436776    1442 out.go:177] * [addons-500000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:48.443786    1442 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 03:33:48.443817    1442 notify.go:220] Checking for updates...

	I0821 03:33:48.452754    1442 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:48.459793    1442 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:48.466761    1442 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:48.469754    1442 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 03:33:48.472801    1442 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 03:33:48.476845    1442 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:48.479685    1442 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 03:33:48.486794    1442 start.go:298] selected driver: qemu2

	I0821 03:33:48.486801    1442 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:48.486809    1442 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 03:33:48.488928    1442 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:48.491687    1442 out.go:177] * Automatically selected the socket_vmnet network

	I0821 03:33:48.495787    1442 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 03:33:48.495806    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:33:48.495814    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:33:48.495818    1442 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 03:33:48.495823    1442 start_flags.go:319] config:

	{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:c

ni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:48.500226    1442 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:48.506762    1442 out.go:177] * Starting control plane node addons-500000 in cluster addons-500000

	I0821 03:33:48.510761    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:33:48.510781    1442 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 03:33:48.510799    1442 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:48.510861    1442 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 03:33:48.510867    1442 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 03:33:48.511057    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:33:48.511069    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json: {Name:mke6ea6a330608889e821054234e4dab41e05376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:48.511283    1442 start.go:365] acquiring machines lock for addons-500000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 03:33:48.511397    1442 start.go:369] acquired machines lock for "addons-500000" in 109.25µs

	I0821 03:33:48.511409    1442 start.go:93] Provisioning new machine with config: &{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:

addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType

:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:33:48.511444    1442 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 03:33:48.515777    1442 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0821 03:33:48.825711    1442 start.go:159] libmachine.API.Create for "addons-500000" (driver="qemu2")

	I0821 03:33:48.825759    1442 client.go:168] LocalClient.Create starting

	I0821 03:33:48.825907    1442 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 03:33:48.926786    1442 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 03:33:49.005435    1442 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 03:33:49.429478    1442 main.go:141] libmachine: Creating SSH key...

	I0821 03:33:49.603069    1442 main.go:141] libmachine: Creating Disk image...

	I0821 03:33:49.603078    1442 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 03:33:49.603290    1442 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.637224    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.637249    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.637377    1442 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2 +20000M

	I0821 03:33:49.644766    1442 main.go:141] libmachine: STDOUT: Image resized.

	I0821 03:33:49.644778    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.644801    1442 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.644808    1442 main.go:141] libmachine: Starting QEMU VM...

	I0821 03:33:49.644850    1442 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:15:38:20:81:6d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.712858    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.712896    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.712900    1442 main.go:141] libmachine: Attempt 0

	I0821 03:33:49.712923    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:51.714037    1442 main.go:141] libmachine: Attempt 1

	I0821 03:33:51.714122    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:53.715339    1442 main.go:141] libmachine: Attempt 2

	I0821 03:33:53.715370    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:55.716394    1442 main.go:141] libmachine: Attempt 3

	I0821 03:33:55.716406    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:57.717443    1442 main.go:141] libmachine: Attempt 4

	I0821 03:33:57.717472    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:59.718558    1442 main.go:141] libmachine: Attempt 5

	I0821 03:33:59.718579    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719634    1442 main.go:141] libmachine: Attempt 6

	I0821 03:34:01.719657    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719810    1442 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0821 03:34:01.719849    1442 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:5e:15:38:20:81:6d ID:1,5e:15:38:20:81:6d Lease:0x64e48f18}

	I0821 03:34:01.719855    1442 main.go:141] libmachine: Found match: 5e:15:38:20:81:6d

	I0821 03:34:01.719867    1442 main.go:141] libmachine: IP: 192.168.105.2

	I0821 03:34:01.719873    1442 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0821 03:34:03.738025    1442 machine.go:88] provisioning docker machine ...

	I0821 03:34:03.738086    1442 buildroot.go:166] provisioning hostname "addons-500000"

	I0821 03:34:03.739549    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.740347    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.740367    1442 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-500000 && echo "addons-500000" | sudo tee /etc/hostname

	I0821 03:34:03.826570    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-500000

	I0821 03:34:03.826696    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.827174    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.827189    1442 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-500000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-500000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-500000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0821 03:34:03.891757    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0821 03:34:03.891772    1442 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17102-920/.minikube CaCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17102-920/.minikube}

	I0821 03:34:03.891782    1442 buildroot.go:174] setting up certificates

	I0821 03:34:03.891796    1442 provision.go:83] configureAuth start

	I0821 03:34:03.891801    1442 provision.go:138] copyHostCerts

	I0821 03:34:03.891982    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/ca.pem (1078 bytes)

	I0821 03:34:03.892356    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/cert.pem (1123 bytes)

	I0821 03:34:03.892494    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/key.pem (1679 bytes)

	I0821 03:34:03.892606    1442 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem org=jenkins.addons-500000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-500000]

	I0821 03:34:04.055231    1442 provision.go:172] copyRemoteCerts

	I0821 03:34:04.055290    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0821 03:34:04.055299    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.085022    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0821 03:34:04.091757    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0821 03:34:04.098302    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0821 03:34:04.105297    1442 provision.go:86] duration metric: configureAuth took 213.489792ms

	I0821 03:34:04.105304    1442 buildroot.go:189] setting minikube options for container-runtime

	I0821 03:34:04.105410    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:04.105443    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.105658    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.105665    1442 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0821 03:34:04.160033    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0821 03:34:04.160039    1442 buildroot.go:70] root file system type: tmpfs

	I0821 03:34:04.160095    1442 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0821 03:34:04.160145    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.160376    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.160410    1442 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0821 03:34:04.217511    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0821 03:34:04.217555    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.217777    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.217788    1442 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0821 03:34:04.516566    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0821 03:34:04.516576    1442 machine.go:91] provisioned docker machine in 778.543875ms

	I0821 03:34:04.516581    1442 client.go:171] LocalClient.Create took 15.691254833s

	I0821 03:34:04.516600    1442 start.go:167] duration metric: libmachine.API.Create for "addons-500000" took 15.691329875s

	I0821 03:34:04.516605    1442 start.go:300] post-start starting for "addons-500000" (driver="qemu2")

	I0821 03:34:04.516610    1442 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0821 03:34:04.516676    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0821 03:34:04.516684    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.547645    1442 ssh_runner.go:195] Run: cat /etc/os-release

	I0821 03:34:04.548977    1442 info.go:137] Remote host: Buildroot 2021.02.12

	I0821 03:34:04.548988    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/addons for local assets ...

	I0821 03:34:04.549067    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/files for local assets ...

	I0821 03:34:04.549094    1442 start.go:303] post-start completed in 32.487208ms

	I0821 03:34:04.549503    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:34:04.549671    1442 start.go:128] duration metric: createHost completed in 16.038665083s

	I0821 03:34:04.549713    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.549937    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.549942    1442 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0821 03:34:04.603319    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692614044.503149419

	I0821 03:34:04.603325    1442 fix.go:206] guest clock: 1692614044.503149419

	I0821 03:34:04.603329    1442 fix.go:219] Guest: 2023-08-21 03:34:04.503149419 -0700 PDT Remote: 2023-08-21 03:34:04.549674 -0700 PDT m=+16.153755168 (delta=-46.524581ms)

	I0821 03:34:04.603340    1442 fix.go:190] guest clock delta is within tolerance: -46.524581ms

	I0821 03:34:04.603349    1442 start.go:83] releasing machines lock for "addons-500000", held for 16.092394834s

	I0821 03:34:04.603625    1442 ssh_runner.go:195] Run: cat /version.json

	I0821 03:34:04.603635    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.603639    1442 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0821 03:34:04.603685    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.631400    1442 ssh_runner.go:195] Run: systemctl --version

	I0821 03:34:04.633303    1442 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0821 03:34:04.675003    1442 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0821 03:34:04.675044    1442 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0821 03:34:04.680093    1442 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0821 03:34:04.680102    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.680217    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.685575    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0821 03:34:04.689003    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0821 03:34:04.692463    1442 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0821 03:34:04.692496    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0821 03:34:04.695492    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.698438    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0821 03:34:04.701779    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.705308    1442 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0821 03:34:04.708997    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0821 03:34:04.712485    1442 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0821 03:34:04.715157    1442 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0821 03:34:04.718062    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:04.801182    1442 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0821 03:34:04.809752    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.809829    1442 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0821 03:34:04.815491    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.820439    1442 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0821 03:34:04.826330    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.831197    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.835955    1442 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0821 03:34:04.893707    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.899704    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.905738    1442 ssh_runner.go:195] Run: which cri-dockerd

	I0821 03:34:04.907314    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0821 03:34:04.910018    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0821 03:34:04.915159    1442 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0821 03:34:04.993497    1442 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0821 03:34:05.073322    1442 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0821 03:34:05.073337    1442 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0821 03:34:05.078736    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:05.148942    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:06.310888    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161962625s)

	I0821 03:34:06.310946    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.389910    1442 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0821 03:34:06.470512    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.540771    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.608028    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0821 03:34:06.614951    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.680856    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0821 03:34:06.705016    1442 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0821 03:34:06.705100    1442 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0821 03:34:06.707492    1442 start.go:534] Will wait 60s for crictl version

	I0821 03:34:06.707526    1442 ssh_runner.go:195] Run: which crictl

	I0821 03:34:06.708906    1442 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0821 03:34:06.723485    1442 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0821 03:34:06.723553    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.733136    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.752243    1442 out.go:204] * Preparing Kubernetes v1.27.4 on Docker 24.0.4 ...

	I0821 03:34:06.752395    1442 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0821 03:34:06.753728    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:06.757671    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:34:06.757717    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:06.767699    1442 docker.go:636] Got preloaded images: 

	I0821 03:34:06.767706    1442 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.4 wasn't preloaded

	I0821 03:34:06.767758    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:06.770623    1442 ssh_runner.go:195] Run: which lz4

	I0821 03:34:06.772016    1442 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0821 03:34:06.773407    1442 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0821 03:34:06.773426    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343658271 bytes)

	I0821 03:34:08.065715    1442 docker.go:600] Took 1.293779 seconds to copy over tarball

	I0821 03:34:08.065776    1442 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0821 03:34:09.083194    1442 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.017432542s)

	I0821 03:34:09.083208    1442 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0821 03:34:09.098174    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:09.101758    1442 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0821 03:34:09.107271    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:09.185186    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:11.583398    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.398262792s)

	I0821 03:34:11.583497    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:11.599112    1442 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.4

	registry.k8s.io/kube-controller-manager:v1.27.4

	registry.k8s.io/kube-scheduler:v1.27.4

	registry.k8s.io/kube-proxy:v1.27.4

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0821 03:34:11.599121    1442 cache_images.go:84] Images are preloaded, skipping loading

	I0821 03:34:11.599173    1442 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0821 03:34:11.606813    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:11.606822    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:11.606852    1442 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0821 03:34:11.606862    1442 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-500000 NodeName:addons-500000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0821 03:34:11.606930    1442 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-500000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0821 03:34:11.606959    1442 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-500000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0821 03:34:11.607013    1442 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.4

	I0821 03:34:11.609958    1442 binaries.go:44] Found k8s binaries, skipping transfer

	I0821 03:34:11.609992    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0821 03:34:11.613080    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0821 03:34:11.618135    1442 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0821 03:34:11.623217    1442 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0821 03:34:11.628067    1442 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0821 03:34:11.629338    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:11.633264    1442 certs.go:56] Setting up /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000 for IP: 192.168.105.2

	I0821 03:34:11.633272    1442 certs.go:190] acquiring lock for shared ca certs: {Name:mkaf8bee91c9bef113528e728629bac5c142d5d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.633419    1442 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key

	I0821 03:34:11.709497    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt ...

	I0821 03:34:11.709504    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt: {Name:mk11304afc04d282dffa1bbfafecb7763b86f0d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709741    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key ...

	I0821 03:34:11.709747    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key: {Name:mk7632addcfceaabe09bce428c8dd59051132a6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709856    1442 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key

	I0821 03:34:11.928292    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt ...

	I0821 03:34:11.928298    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt: {Name:mk59ba2d6f1e462ee2e456d21a76e6acaba82b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928531    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key ...

	I0821 03:34:11.928534    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key: {Name:mk02c96134c44ce7714696be07e0b5c22f58dc64 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928684    1442 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key

	I0821 03:34:11.928691    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt with IP's: []

	I0821 03:34:12.116170    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt ...

	I0821 03:34:12.116177    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt: {Name:mk3182b685506ec2dbfcad41054e3ffc2bf0f3b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116379    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key ...

	I0821 03:34:12.116384    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key: {Name:mk087ee0a568a92e1e97ae6eb06dd6604454b2e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116489    1442 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969

	I0821 03:34:12.116499    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0821 03:34:12.174634    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 ...

	I0821 03:34:12.174637    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969: {Name:mk02f137a3a75334a28e6811666f6d1dde47709c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174771    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 ...

	I0821 03:34:12.174774    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969: {Name:mk629f60ce1370d0aadb852a255428713cef631b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174873    1442 certs.go:337] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt

	I0821 03:34:12.175028    1442 certs.go:341] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key

	I0821 03:34:12.175114    1442 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key

	I0821 03:34:12.175123    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt with IP's: []

	I0821 03:34:12.291172    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt ...

	I0821 03:34:12.291175    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt: {Name:mk4861ba5de37ed8d82543663b167ed0e04664dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291331    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key ...

	I0821 03:34:12.291334    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key: {Name:mk5eb1fb206858f7f6262a3b86ec8673fdeb4399 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291586    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem (1679 bytes)

	I0821 03:34:12.291611    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem (1078 bytes)

	I0821 03:34:12.291633    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem (1123 bytes)

	I0821 03:34:12.291654    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem (1679 bytes)

	I0821 03:34:12.292029    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0821 03:34:12.300489    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0821 03:34:12.307765    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0821 03:34:12.314499    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0821 03:34:12.321449    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0821 03:34:12.328965    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0821 03:34:12.336085    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0821 03:34:12.342676    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0821 03:34:12.349529    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0821 03:34:12.356907    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0821 03:34:12.363000    1442 ssh_runner.go:195] Run: openssl version

	I0821 03:34:12.364943    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0821 03:34:12.368659    1442 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370316    1442 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 21 10:34 /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370337    1442 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.372170    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0821 03:34:12.375051    1442 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0821 03:34:12.376254    1442 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0821 03:34:12.376292    1442 kubeadm.go:404] StartCluster: {Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespac

e:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:34:12.376353    1442 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 03:34:12.381765    1442 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0821 03:34:12.385127    1442 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0821 03:34:12.388050    1442 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0821 03:34:12.390699    1442 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0821 03:34:12.390714    1442 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0821 03:34:12.412358    1442 kubeadm.go:322] [init] Using Kubernetes version: v1.27.4

	I0821 03:34:12.412390    1442 kubeadm.go:322] [preflight] Running pre-flight checks

	I0821 03:34:12.465080    1442 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0821 03:34:12.465135    1442 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0821 03:34:12.465183    1442 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0821 03:34:12.530098    1442 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0821 03:34:12.539343    1442 out.go:204]   - Generating certificates and keys ...

	I0821 03:34:12.539375    1442 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0821 03:34:12.539413    1442 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0821 03:34:12.639909    1442 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0821 03:34:12.680054    1442 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0821 03:34:12.714095    1442 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0821 03:34:12.849965    1442 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0821 03:34:12.996137    1442 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0821 03:34:12.996199    1442 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.141022    1442 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0821 03:34:13.141102    1442 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.228117    1442 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0821 03:34:13.409230    1442 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0821 03:34:13.774136    1442 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0821 03:34:13.774180    1442 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0821 03:34:13.866700    1442 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0821 03:34:13.977782    1442 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0821 03:34:14.068222    1442 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0821 03:34:14.144551    1442 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0821 03:34:14.151809    1442 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0821 03:34:14.152307    1442 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0821 03:34:14.152438    1442 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0821 03:34:14.228545    1442 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0821 03:34:14.232527    1442 out.go:204]   - Booting up control plane ...

	I0821 03:34:14.232575    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0821 03:34:14.232614    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0821 03:34:14.232645    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0821 03:34:14.236440    1442 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0821 03:34:14.238376    1442 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0821 03:34:18.241227    1442 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002539 seconds

	I0821 03:34:18.241427    1442 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0821 03:34:18.252886    1442 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0821 03:34:18.774491    1442 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0821 03:34:18.774728    1442 kubeadm.go:322] [mark-control-plane] Marking the node addons-500000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0821 03:34:19.280325    1442 kubeadm.go:322] [bootstrap-token] Using token: jvxtql.8wgzhr7nb5g9o93n

	I0821 03:34:19.286479    1442 out.go:204]   - Configuring RBAC rules ...

	I0821 03:34:19.286537    1442 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0821 03:34:19.290363    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0821 03:34:19.293121    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0821 03:34:19.294256    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0821 03:34:19.295736    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0821 03:34:19.296773    1442 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0821 03:34:19.301173    1442 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0821 03:34:19.474355    1442 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0821 03:34:19.693544    1442 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0821 03:34:19.694011    1442 kubeadm.go:322] 

	I0821 03:34:19.694043    1442 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0821 03:34:19.694047    1442 kubeadm.go:322] 

	I0821 03:34:19.694084    1442 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0821 03:34:19.694086    1442 kubeadm.go:322] 

	I0821 03:34:19.694099    1442 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0821 03:34:19.694192    1442 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0821 03:34:19.694216    1442 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0821 03:34:19.694219    1442 kubeadm.go:322] 

	I0821 03:34:19.694251    1442 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0821 03:34:19.694263    1442 kubeadm.go:322] 

	I0821 03:34:19.694293    1442 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0821 03:34:19.694296    1442 kubeadm.go:322] 

	I0821 03:34:19.694320    1442 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0821 03:34:19.694360    1442 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0821 03:34:19.694390    1442 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0821 03:34:19.694394    1442 kubeadm.go:322] 

	I0821 03:34:19.694446    1442 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0821 03:34:19.694488    1442 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0821 03:34:19.694495    1442 kubeadm.go:322] 

	I0821 03:34:19.694535    1442 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694617    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 \

	I0821 03:34:19.694632    1442 kubeadm.go:322] 	--control-plane 

	I0821 03:34:19.694634    1442 kubeadm.go:322] 

	I0821 03:34:19.694684    1442 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0821 03:34:19.694688    1442 kubeadm.go:322] 

	I0821 03:34:19.694735    1442 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694782    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 

	I0821 03:34:19.694835    1442 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0821 03:34:19.694840    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:19.694847    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:19.703814    1442 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0821 03:34:19.707890    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0821 03:34:19.711023    1442 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0821 03:34:19.716873    1442 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0821 03:34:19.716924    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.716951    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43 minikube.k8s.io/name=addons-500000 minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.723924    1442 ops.go:34] apiserver oom_adj: -16

	I0821 03:34:19.767999    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.814902    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.352169    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.852188    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.352164    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.852123    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.352346    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.852184    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.352159    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.852279    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.352116    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.852182    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.352203    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.852083    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.352293    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.852062    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.352046    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.851991    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.851976    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.851943    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.352016    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.851904    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.351923    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.851905    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.351835    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.388500    1442 kubeadm.go:1081] duration metric: took 12.671972458s to wait for elevateKubeSystemPrivileges.

	I0821 03:34:32.388516    1442 kubeadm.go:406] StartCluster complete in 20.01278175s

	I0821 03:34:32.388525    1442 settings.go:142] acquiring lock: {Name:mkeb461ec3a6a92ee32ce41e8df63d6759cb2728 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.388680    1442 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:34:32.388902    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/kubeconfig: {Name:mk2bc9c64ad130c36a0253707ac2ba3f8fd22371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.389107    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0821 03:34:32.389147    1442 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0821 03:34:32.389221    1442 addons.go:69] Setting volumesnapshots=true in profile "addons-500000"

	I0821 03:34:32.389227    1442 addons.go:231] Setting addon volumesnapshots=true in "addons-500000"

	I0821 03:34:32.389225    1442 addons.go:69] Setting cloud-spanner=true in profile "addons-500000"

	I0821 03:34:32.389236    1442 addons.go:231] Setting addon cloud-spanner=true in "addons-500000"

	I0821 03:34:32.389251    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389279    1442 addons.go:69] Setting storage-provisioner=true in profile "addons-500000"

	I0821 03:34:32.389222    1442 addons.go:69] Setting gcp-auth=true in profile "addons-500000"

	I0821 03:34:32.389282    1442 addons.go:231] Setting addon storage-provisioner=true in "addons-500000"

	I0821 03:34:32.389288    1442 mustload.go:65] Loading cluster: addons-500000

	I0821 03:34:32.389299    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389299    1442 addons.go:69] Setting inspektor-gadget=true in profile "addons-500000"

	I0821 03:34:32.389327    1442 addons.go:69] Setting registry=true in profile "addons-500000"

	I0821 03:34:32.389360    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389358    1442 addons.go:69] Setting ingress-dns=true in profile "addons-500000"

	I0821 03:34:32.389378    1442 addons.go:231] Setting addon ingress-dns=true in "addons-500000"

	I0821 03:34:32.389273    1442 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-500000"

	I0821 03:34:32.389396    1442 addons.go:69] Setting ingress=true in profile "addons-500000"

	I0821 03:34:32.389434    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389418    1442 addons.go:69] Setting metrics-server=true in profile "addons-500000"

	I0821 03:34:32.389454    1442 addons.go:231] Setting addon metrics-server=true in "addons-500000"

	I0821 03:34:32.389465    1442 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389506    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389519    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389564    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389572    1442 addons.go:277] "addons-500000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389347    1442 addons.go:231] Setting addon inspektor-gadget=true in "addons-500000"

	I0821 03:34:32.389693    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389757    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389767    1442 addons.go:277] "addons-500000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389367    1442 addons.go:231] Setting addon registry=true in "addons-500000"

	I0821 03:34:32.389786    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389790    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389796    1442 addons.go:277] "addons-500000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389799    1442 addons.go:467] Verifying addon metrics-server=true in "addons-500000"

	W0821 03:34:32.389788    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389803    1442 addons.go:277] "addons-500000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389805    1442 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389275    1442 addons.go:69] Setting default-storageclass=true in profile "addons-500000"

	I0821 03:34:32.394058    1442 out.go:177] * Verifying csi-hostpath-driver addon...

	I0821 03:34:32.389436    1442 addons.go:231] Setting addon ingress=true in "addons-500000"

	I0821 03:34:32.389868    1442 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-500000"

	W0821 03:34:32.389953    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390033    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390053    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	I0821 03:34:32.390510    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.409190    1442 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	W0821 03:34:32.404296    1442 addons.go:277] "addons-500000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404342    1442 addons.go:277] "addons-500000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404346    1442 addons.go:277] "addons-500000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0821 03:34:32.404410    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.404764    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0821 03:34:32.413218    1442 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0821 03:34:32.413224    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0821 03:34:32.413232    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.413266    1442 addons.go:467] Verifying addon registry=true in "addons-500000"

	I0821 03:34:32.418274    1442 out.go:177] * Verifying registry addon...

	I0821 03:34:32.419795    1442 addons.go:231] Setting addon default-storageclass=true in "addons-500000"

	I0821 03:34:32.419868    1442 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-500000" context rescaled to 1 replicas

	I0821 03:34:32.420817    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0821 03:34:32.421498    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.421694    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.421701    1442 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:34:32.421849    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0821 03:34:32.431173    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.440212    1442 out.go:177] * Verifying Kubernetes components...

	I0821 03:34:32.431974    1442 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.435186    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0821 03:34:32.444202    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0821 03:34:32.444209    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:32.447466    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0821 03:34:32.448196    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1

	I0821 03:34:32.448211    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.451292    1442 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.451299    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)

	I0821 03:34:32.451306    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.454351    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0821 03:34:32.454358    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0821 03:34:32.485876    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0821 03:34:32.485886    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0821 03:34:32.513135    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0821 03:34:32.513147    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0821 03:34:32.532036    1442 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0821 03:34:32.532052    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0821 03:34:32.537566    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.542495    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.548533    1442 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:32.548541    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0821 03:34:32.568087    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:33.517324    1442 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.069159875s)

	I0821 03:34:33.517338    1442 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.069147125s)

	I0821 03:34:33.517342    1442 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0821 03:34:33.517808    1442 node_ready.go:35] waiting up to 6m0s for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519592    1442 node_ready.go:49] node "addons-500000" has status "Ready":"True"

	I0821 03:34:33.519599    1442 node_ready.go:38] duration metric: took 1.779708ms waiting for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519602    1442 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:33.522687    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:33.964195    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.421717084s)

	I0821 03:34:33.964211    1442 addons.go:467] Verifying addon ingress=true in "addons-500000"

	I0821 03:34:33.968723    1442 out.go:177] * Verifying ingress addon...

	I0821 03:34:33.964338    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.396275834s)

	W0821 03:34:33.968774    1442 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.975741    1442 retry.go:31] will retry after 231.591556ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.976141    1442 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0821 03:34:33.984299    1442 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0821 03:34:33.984307    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:33.987720    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.207434    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:34.491123    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.991180    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.490538    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.534205    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:35.990628    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.490998    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.745839    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.5384555s)

	I0821 03:34:36.990793    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.491119    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.534210    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:37.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.490772    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.997287    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.008172    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0821 03:34:39.008186    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.055480    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0821 03:34:39.064828    1442 addons.go:231] Setting addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.064858    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:39.065649    1442 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0821 03:34:39.065660    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.100776    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:39.103705    1442 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0821 03:34:39.107726    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0821 03:34:39.107734    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0821 03:34:39.113078    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0821 03:34:39.113087    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0821 03:34:39.127541    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.127551    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0821 03:34:39.133486    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.491109    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.534694    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:39.629710    1442 addons.go:467] Verifying addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.641410    1442 out.go:177] * Verifying gcp-auth addon...

	I0821 03:34:39.650441    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0821 03:34:39.656554    1442 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0821 03:34:39.656563    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.658191    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.991177    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.161154    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.492443    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.660810    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.990558    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.161357    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.492269    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.534695    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:41.660947    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.990678    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.161013    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.490658    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.660884    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.990530    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.161042    1442 kapi.go:107] duration metric: took 3.510698166s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0821 03:34:43.165184    1442 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-500000 cluster.

	I0821 03:34:43.169238    1442 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0821 03:34:43.173158    1442 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0821 03:34:43.491145    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.534713    1442 pod_ready.go:97] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerSt

ateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534727    1442 pod_ready.go:81] duration metric: took 10.012309458s waiting for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	E0821 03:34:43.534732    1442 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Runnin

g:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534736    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537136    1442 pod_ready.go:92] pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.537140    1442 pod_ready.go:81] duration metric: took 2.400375ms waiting for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537145    1442 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539758    1442 pod_ready.go:92] pod "etcd-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.539762    1442 pod_ready.go:81] duration metric: took 2.614916ms waiting for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539766    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542039    1442 pod_ready.go:92] pod "kube-apiserver-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.542045    1442 pod_ready.go:81] duration metric: took 2.276584ms waiting for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542049    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544341    1442 pod_ready.go:92] pod "kube-controller-manager-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.544345    1442 pod_ready.go:81] duration metric: took 2.2935ms waiting for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544348    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933736    1442 pod_ready.go:92] pod "kube-proxy-z2wj9" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.933748    1442 pod_ready.go:81] duration metric: took 389.407375ms waiting for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933752    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.990470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.334535    1442 pod_ready.go:92] pod "kube-scheduler-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:44.334545    1442 pod_ready.go:81] duration metric: took 400.801125ms waiting for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:44.334549    1442 pod_ready.go:38] duration metric: took 10.81524225s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:44.334558    1442 api_server.go:52] waiting for apiserver process to appear ...

	I0821 03:34:44.334639    1442 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0821 03:34:44.339980    1442 api_server.go:72] duration metric: took 11.909098333s to wait for apiserver process to appear ...

	I0821 03:34:44.339987    1442 api_server.go:88] waiting for apiserver healthz status ...

	I0821 03:34:44.339993    1442 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0821 03:34:44.344178    1442 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0821 03:34:44.344920    1442 api_server.go:141] control plane version: v1.27.4

	I0821 03:34:44.344925    1442 api_server.go:131] duration metric: took 4.936ms to wait for apiserver health ...

	I0821 03:34:44.344929    1442 system_pods.go:43] waiting for kube-system pods to appear ...

	I0821 03:34:44.490452    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.535983    1442 system_pods.go:59] 8 kube-system pods found

	I0821 03:34:44.535991    1442 system_pods.go:61] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.535994    1442 system_pods.go:61] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.536011    1442 system_pods.go:61] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.536015    1442 system_pods.go:61] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.536018    1442 system_pods.go:61] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.536020    1442 system_pods.go:61] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.536022    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.536025    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.536028    1442 system_pods.go:74] duration metric: took 191.1015ms to wait for pod list to return data ...

	I0821 03:34:44.536033    1442 default_sa.go:34] waiting for default service account to be created ...

	I0821 03:34:44.734042    1442 default_sa.go:45] found service account: "default"

	I0821 03:34:44.734051    1442 default_sa.go:55] duration metric: took 198.020583ms for default service account to be created ...

	I0821 03:34:44.734055    1442 system_pods.go:116] waiting for k8s-apps to be running ...

	I0821 03:34:44.935348    1442 system_pods.go:86] 8 kube-system pods found

	I0821 03:34:44.935359    1442 system_pods.go:89] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.935362    1442 system_pods.go:89] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.935365    1442 system_pods.go:89] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.935367    1442 system_pods.go:89] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.935369    1442 system_pods.go:89] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.935372    1442 system_pods.go:89] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.935374    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.935376    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.935380    1442 system_pods.go:126] duration metric: took 201.327917ms to wait for k8s-apps to be running ...

	I0821 03:34:44.935391    1442 system_svc.go:44] waiting for kubelet service to be running ....

	I0821 03:34:44.935475    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:44.941643    1442 system_svc.go:56] duration metric: took 6.252209ms WaitForService to wait for kubelet.

	I0821 03:34:44.941651    1442 kubeadm.go:581] duration metric: took 12.5107865s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0821 03:34:44.941660    1442 node_conditions.go:102] verifying NodePressure condition ...

	I0821 03:34:44.990746    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.134674    1442 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0821 03:34:45.134706    1442 node_conditions.go:123] node cpu capacity is 2

	I0821 03:34:45.134712    1442 node_conditions.go:105] duration metric: took 193.055083ms to run NodePressure ...

	I0821 03:34:45.134717    1442 start.go:228] waiting for startup goroutines ...

	I0821 03:34:45.490470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.490327    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.990587    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.490536    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.990358    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.490279    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.990490    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.490328    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.990414    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.490337    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.990260    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.490639    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.989843    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.490813    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.990112    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.491005    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.992627    1442 kapi.go:107] duration metric: took 20.017033875s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0821 03:40:32.405313    1442 kapi.go:107] duration metric: took 6m0.010490834s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	W0821 03:40:32.405643    1442 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0821 03:40:32.421828    1442 kapi.go:107] duration metric: took 6m0.009978583s to wait for kubernetes.io/minikube-addons=registry ...

	W0821 03:40:32.421921    1442 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0821 03:40:32.430174    1442 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, default-storageclass, volumesnapshots, gcp-auth, ingress

	I0821 03:40:32.437176    1442 addons.go:502] enable addons completed in 6m0.058033333s: enabled=[storage-provisioner cloud-spanner metrics-server ingress-dns inspektor-gadget default-storageclass volumesnapshots gcp-auth ingress]

	I0821 03:40:32.437214    1442 start.go:233] waiting for cluster config update ...

	I0821 03:40:32.437252    1442 start.go:242] writing updated cluster config ...

	I0821 03:40:32.438394    1442 ssh_runner.go:195] Run: rm -f paused

	I0821 03:40:32.505190    1442 start.go:600] kubectl: 1.27.2, cluster: 1.27.4 (minor skew: 0)

	I0821 03:40:32.509248    1442 out.go:177] * Done! kubectl is now configured to use "addons-500000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 10:52:33 UTC. --

	Aug 21 10:34:41 addons-500000 dockerd[1153]: time="2023-08-21T10:34:41.956624254Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:42 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:42Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/bbb4a4c960656b62bb19b9b067c655ea39e12d8756d8701729b8421b997616a1/resolv.conf as [nameserver 10.96.0.10 search ingress-nginx.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Aug 21 10:34:42 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:42Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Aug 21 10:34:42 addons-500000 dockerd[1148]: time="2023-08-21T10:34:42.514519077Z" level=warning msg="reference for unknown type: " digest="sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd" remote="registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd"

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565577154Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565634689Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565652592Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565663687Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460515395Z" level=info msg="shim disconnected" id=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460544530Z" level=warning msg="cleaning up after shim disconnected" id=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460548812Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1148]: time="2023-08-21T10:34:43.460463883Z" level=info msg="ignoring event" container=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550734250Z" level=info msg="shim disconnected" id=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1148]: time="2023-08-21T10:34:43.550868047Z" level=info msg="ignoring event" container=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550901548Z" level=warning msg="cleaning up after shim disconnected" id=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550916158Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 10:34:52 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:52Z" level=info msg="Pulling image registry.k8s.io/ingress-nginx/controller:v1.8.1@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd: df2bdb71e370: Extracting [=====================================>             ]  8.782MB/11.56MB"

	Aug 21 10:34:52 addons-500000 dockerd[1148]: time="2023-08-21T10:34:52.972147755Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:52 addons-500000 dockerd[1148]: time="2023-08-21T10:34:52.973540499Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:53 addons-500000 dockerd[1148]: time="2023-08-21T10:34:53.079609792Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:53 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:53Z" level=info msg="Stop pulling image registry.k8s.io/ingress-nginx/controller:v1.8.1@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd: Status: Downloaded newer image for registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd"

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201046831Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201094050Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201110708Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201117263Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                        CREATED             STATE               NAME                         ATTEMPT             POD ID

	734d7d69c9e8b       registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd             17 minutes ago      Running             controller                   0                   bbb4a4c960656

	dbe5746b118a6       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                 17 minutes ago      Running             gcp-auth                     0                   31154fc41fc35

	fc5767357c5d9       8f2588812ab29                                                                                                                17 minutes ago      Exited              patch                        1                   0538e79b5c883

	aa7d89a7d68d0       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b   17 minutes ago      Exited              create                       0                   3c078f4b9885e

	7979593c9bb52       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      17 minutes ago      Running             volume-snapshot-controller   0                   70a68685a69fb

	fe9609fabef21       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      17 minutes ago      Running             volume-snapshot-controller   0                   39eda7944d576

	16cfb4c805080       97e04611ad434                                                                                                                18 minutes ago      Running             coredns                      0                   b6fa8f87ea743

	36558206e7ebf       532e5a30e948f                                                                                                                18 minutes ago      Running             kube-proxy                   0                   ccc8633d52ca6

	bd48baf71b163       6eb63895cb67f                                                                                                                18 minutes ago      Running             kube-scheduler               0                   65c9ea48d27ae

	27dc2c0d7a4a5       24bc64e911039                                                                                                                18 minutes ago      Running             etcd                         0                   0f2cdc52bbda6

	dc949a6ce14c1       64aece92d6bde                                                                                                                18 minutes ago      Running             kube-apiserver               0                   090daa0e10080

	41982c5e9fc8f       389f6f052cf83                                                                                                                18 minutes ago      Running             kube-controller-manager      0                   a9c3d15b86bf8

	* 

	* ==> controller_ingress [734d7d69c9e8] <==

	*   Build:         dc88dce9ea5e700f3301d16f971fa17c6cfe757d

	  Repository:    https://github.com/kubernetes/ingress-nginx

	  nginx version: nginx/1.21.6

	-------------------------------------------------------------------------------

	W0821 10:34:53.255429       6 client_config.go:618] Neither --kubeconfig nor --master was specified.  Using the inClusterConfig.  This might not work.

	I0821 10:34:53.255517       6 main.go:209] "Creating API client" host="https://10.96.0.1:443"

	I0821 10:34:53.259720       6 main.go:253] "Running in Kubernetes cluster" major="1" minor="27" git="v1.27.4" state="clean" commit="fa3d7990104d7c1f16943a67f11b154b71f6a132" platform="linux/arm64"

	I0821 10:34:53.370154       6 main.go:104] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"

	I0821 10:34:53.376568       6 ssl.go:533] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"

	I0821 10:34:53.385083       6 nginx.go:261] "Starting NGINX Ingress controller"

	I0821 10:34:53.389190       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5b999e5a-759f-47c2-858b-4e3d79b34cbe", APIVersion:"v1", ResourceVersion:"433", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller

	I0821 10:34:53.391567       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"a91d48bb-075d-496f-a947-fa3bf3c2ef7e", APIVersion:"v1", ResourceVersion:"434", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services

	I0821 10:34:53.391592       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"5124232c-77f2-4a7f-a11f-9600873ca980", APIVersion:"v1", ResourceVersion:"435", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services

	I0821 10:34:54.586254       6 nginx.go:304] "Starting NGINX process"

	I0821 10:34:54.586524       6 leaderelection.go:248] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...

	I0821 10:34:54.587191       6 nginx.go:324] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"

	I0821 10:34:54.588124       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 10:34:54.605898       6 leaderelection.go:258] successfully acquired lease ingress-nginx/ingress-nginx-leader

	I0821 10:34:54.606668       6 status.go:84] "New leader elected" identity="ingress-nginx-controller-7799c6795f-4ppd9"

	I0821 10:34:54.622098       6 status.go:215] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-7799c6795f-4ppd9" node="addons-500000"

	I0821 10:34:54.663825       6 controller.go:207] "Backend successfully reloaded"

	I0821 10:34:54.663941       6 controller.go:218] "Initial sync, sleeping for 1 second"

	I0821 10:34:54.664013       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	* 

	* ==> coredns [16cfb4c80508] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:52450 - 49271 "HINFO IN 1467224369207536570.5830207891825585757. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.005303742s

	* 

	* ==> describe nodes <==

	* Name:               addons-500000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-500000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43

	                    minikube.k8s.io/name=addons-500000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 21 Aug 2023 10:34:16 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-500000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 21 Aug 2023 10:52:31 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 21 Aug 2023 10:50:40 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 21 Aug 2023 10:50:40 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 21 Aug 2023 10:50:40 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 21 Aug 2023 10:50:40 +0000   Mon, 21 Aug 2023 10:34:21 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-500000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 0e4a1f71467c44c8a10eca186773afe2

	  System UUID:                0e4a1f71467c44c8a10eca186773afe2

	  Boot ID:                    6d5e7ffc-fb7d-41fe-b076-69fd8535d300

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.27.4

	  Kube-Proxy Version:         v1.27.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-zcg47                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  ingress-nginx               ingress-nginx-controller-7799c6795f-4ppd9    100m (5%!)(MISSING)     0 (0%!)(MISSING)      90Mi (2%!)(MISSING)        0 (0%!)(MISSING)         18m

	  kube-system                 coredns-5d78c9869d-hbg44                     100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 etcd-addons-500000                           100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-500000                 250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-500000        200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-z2wj9                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-500000                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 snapshot-controller-75bbb956b9-4pgqh         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 snapshot-controller-75bbb956b9-j9mkf         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                850m (42%!)(MISSING)  0 (0%!)(MISSING)

	  memory             260Mi (6%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 18m   kube-proxy       

	  Normal  Starting                 18m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m   kubelet          Node addons-500000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m   kubelet          Node addons-500000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m   kubelet          Node addons-500000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m   kubelet          Node addons-500000 status is now: NodeReady

	  Normal  RegisteredNode           18m   node-controller  Node addons-500000 event: Registered Node addons-500000 in Controller

	* 

	* ==> dmesg <==

	* [Aug21 10:33] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.638012] EINJ: EINJ table not found.

	[  +0.490829] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.044680] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[Aug21 10:34] systemd-fstab-generator[479]: Ignoring "noauto" for root device

	[  +0.063431] systemd-fstab-generator[490]: Ignoring "noauto" for root device

	[  +0.413293] systemd-fstab-generator[750]: Ignoring "noauto" for root device

	[  +0.194883] systemd-fstab-generator[786]: Ignoring "noauto" for root device

	[  +0.079334] systemd-fstab-generator[797]: Ignoring "noauto" for root device

	[  +0.075319] systemd-fstab-generator[810]: Ignoring "noauto" for root device

	[  +1.241580] systemd-fstab-generator[968]: Ignoring "noauto" for root device

	[  +0.080868] systemd-fstab-generator[979]: Ignoring "noauto" for root device

	[  +0.070572] systemd-fstab-generator[990]: Ignoring "noauto" for root device

	[  +0.067357] systemd-fstab-generator[1001]: Ignoring "noauto" for root device

	[  +0.069942] systemd-fstab-generator[1042]: Ignoring "noauto" for root device

	[  +2.503453] systemd-fstab-generator[1141]: Ignoring "noauto" for root device

	[  +2.381640] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.661766] systemd-fstab-generator[1457]: Ignoring "noauto" for root device

	[  +5.156537] systemd-fstab-generator[2350]: Ignoring "noauto" for root device

	[ +13.738428] kauditd_printk_skb: 41 callbacks suppressed

	[  +1.700338] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.800757] kauditd_printk_skb: 48 callbacks suppressed

	[ +14.143799] kauditd_printk_skb: 54 callbacks suppressed

	* 

	* ==> etcd [27dc2c0d7a4a] <==

	* {"level":"info","ts":"2023-08-21T10:34:15.516Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","added-peer-id":"c46d288d2fcb0590","added-peer-peer-urls":["https://192.168.105.2:2380"]}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 is starting a new election at term 1"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became pre-candidate at term 1"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgPreVoteResp from c46d288d2fcb0590 at term 1"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-500000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:44:16.025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":841,"took":"2.672822ms","hash":3376273956}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376273956,"revision":841,"compact-revision":-1}

	{"level":"info","ts":"2023-08-21T10:49:16.035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1031}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1031,"took":"1.375633ms","hash":1895539758}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895539758,"revision":1031,"compact-revision":841}

	* 

	* ==> gcp-auth [dbe5746b118a] <==

	* 2023/08/21 10:34:42 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  10:52:33 up 18 min,  0 users,  load average: 0.51, 0.35, 0.28

	Linux addons-500000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [dc949a6ce14c] <==

	* I0821 10:34:33.591571       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:34:33.605328       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:34:33.605346       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:34:33.791971       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller" clusterIPs=map[IPv4:10.105.18.225]

	I0821 10:34:33.798324       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-admission" clusterIPs=map[IPv4:10.101.255.12]

	I0821 10:34:33.819925       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0821 10:34:39.583629       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs=map[IPv4:10.110.39.22]

	I0821 10:39:16.746832       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:39:16.747262       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:39:16.747727       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:39:16.747921       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:39:16.759280       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:39:16.759360       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.754789       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.754844       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.754880       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.754904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.755317       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.755352       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.748790       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.749408       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.759393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.759510       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.766063       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.766169       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [41982c5e9fc8] <==

	* I0821 10:34:42.731971       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.736066       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.737082       1 event.go:307] "Event occurred" object="ingress-nginx/ingress-nginx-admission-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.747456       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.752783       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.756485       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.854473       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.856753       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.858553       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.858609       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.859646       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.893612       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.895861       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.897862       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.897954       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.899189       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:01.688712       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0821 10:35:01.688853       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0821 10:35:01.789717       1 shared_informer.go:318] Caches are synced for resource quota

	I0821 10:35:02.109377       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0821 10:35:02.210585       1 shared_informer.go:318] Caches are synced for garbage collector

	I0821 10:35:12.010356       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.011197       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:12.022044       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.024702       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	* 

	* ==> kube-proxy [36558206e7eb] <==

	* I0821 10:34:32.961845       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0821 10:34:32.961903       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0821 10:34:32.961922       1 server_others.go:554] "Using iptables proxy"

	I0821 10:34:32.984111       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0821 10:34:32.984124       1 server_others.go:192] "Using iptables Proxier"

	I0821 10:34:32.984147       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0821 10:34:32.984347       1 server.go:658] "Version info" version="v1.27.4"

	I0821 10:34:32.984357       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0821 10:34:32.984958       1 config.go:315] "Starting node config controller"

	I0821 10:34:32.984965       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0821 10:34:32.985291       1 config.go:188] "Starting service config controller"

	I0821 10:34:32.985295       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0821 10:34:32.985301       1 config.go:97] "Starting endpoint slice config controller"

	I0821 10:34:32.985318       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0821 10:34:33.085576       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0821 10:34:33.085604       1 shared_informer.go:318] Caches are synced for node config

	I0821 10:34:33.085608       1 shared_informer.go:318] Caches are synced for service config

	* 

	* ==> kube-scheduler [bd48baf71b16] <==

	* W0821 10:34:16.768490       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:16.768493       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:16.768508       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0821 10:34:16.768511       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0821 10:34:16.768562       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:16.768566       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.606010       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0821 10:34:17.606029       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0821 10:34:17.645166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0821 10:34:17.645193       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0821 10:34:17.674598       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0821 10:34:17.674623       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0821 10:34:17.707767       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:17.707781       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.724040       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:17.724057       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:17.728085       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0821 10:34:17.728146       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0821 10:34:17.756871       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0821 10:34:17.756889       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785576       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785647       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	I0821 10:34:20.949364       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 10:52:33 UTC. --

	Aug 21 10:47:19 addons-500000 kubelet[2369]: E0821 10:47:19.567490    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:47:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:47:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:47:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:48:19 addons-500000 kubelet[2369]: E0821 10:48:19.564490    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:48:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:48:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:48:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:49:19 addons-500000 kubelet[2369]: W0821 10:49:19.449586    2369 machine.go:65] Cannot read vendor id correctly, set empty.

	Aug 21 10:49:19 addons-500000 kubelet[2369]: E0821 10:49:19.565825    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:49:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:49:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:49:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:50:19 addons-500000 kubelet[2369]: E0821 10:50:19.566360    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:50:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:50:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:50:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:51:19 addons-500000 kubelet[2369]: E0821 10:51:19.566744    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:51:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:51:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:51:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:52:19 addons-500000 kubelet[2369]: E0821 10:52:19.565301    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:52:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:52:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:52:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-500000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Registry]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1 (35.42825ms)

** stderr ** 

	Error from server (NotFound): pods "ingress-nginx-admission-create-cxgb2" not found

	Error from server (NotFound): pods "ingress-nginx-admission-patch-fkwhp" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1

--- FAIL: TestAddons/parallel/Registry (720.95s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:183: (dbg) Run:  kubectl --context addons-500000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:208: (dbg) Run:  kubectl --context addons-500000 replace --force -f testdata/nginx-ingress-v1.yaml

addons_test.go:221: (dbg) Run:  kubectl --context addons-500000 replace --force -f testdata/nginx-pod-svc.yaml

addons_test.go:226: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...

helpers_test.go:344: "nginx" [ae965586-52f4-4c17-908f-204c947d0d36] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])

helpers_test.go:344: "nginx" [ae965586-52f4-4c17-908f-204c947d0d36] Running

addons_test.go:226: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.013528s

addons_test.go:238: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"

addons_test.go:262: (dbg) Run:  kubectl --context addons-500000 replace --force -f testdata/ingress-dns-example-v1.yaml

addons_test.go:267: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 ip

addons_test.go:273: (dbg) Run:  nslookup hello-john.test 192.168.105.2

addons_test.go:273: (dbg) Non-zero exit: nslookup hello-john.test 192.168.105.2: exit status 1 (15.040660208s)

-- stdout --

	;; connection timed out; no servers could be reached

-- /stdout --

addons_test.go:275: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.105.2" : exit status 1

addons_test.go:279: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached

stderr: 

addons_test.go:282: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 addons disable ingress-dns --alsologtostderr -v=1

addons_test.go:282: (dbg) Non-zero exit: out/minikube-darwin-arm64 -p addons-500000 addons disable ingress-dns --alsologtostderr -v=1: exit status 10 (1m43.005382208s)

-- stdout --

-- /stdout --

** stderr ** 

	I0821 04:02:52.258565    2225 out.go:296] Setting OutFile to fd 1 ...

	I0821 04:02:52.258823    2225 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 04:02:52.258827    2225 out.go:309] Setting ErrFile to fd 2...

	I0821 04:02:52.258830    2225 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 04:02:52.258979    2225 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 04:02:52.259262    2225 addons.go:594] checking whether the cluster is paused

	I0821 04:02:52.259487    2225 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 04:02:52.259499    2225 host.go:66] Checking if "addons-500000" exists ...

	I0821 04:02:52.260526    2225 ssh_runner.go:195] Run: systemctl --version

	I0821 04:02:52.260542    2225 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 04:02:52.292258    2225 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 04:02:52.299131    2225 mustload.go:65] Loading cluster: addons-500000

	I0821 04:02:52.299250    2225 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 04:02:52.299327    2225 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 04:02:52.299336    2225 addons.go:69] Setting ingress-dns=false in profile "addons-500000"

	I0821 04:02:52.299341    2225 addons.go:231] Setting addon ingress-dns=false in "addons-500000"

	I0821 04:02:52.299356    2225 host.go:66] Checking if "addons-500000" exists ...

	I0821 04:02:52.300159    2225 addons.go:428] Removing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0821 04:02:52.300204    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0821 04:02:52.300211    2225 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	W0821 04:02:52.354895    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:52.354920    2225 retry.go:31] will retry after 293.452345ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:52.650809    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:52.715583    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:52.715611    2225 retry.go:31] will retry after 336.77024ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:53.054795    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:53.112818    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:53.112849    2225 retry.go:31] will retry after 543.621937ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:53.658930    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:53.726044    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:53.726074    2225 retry.go:31] will retry after 1.01766524s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:54.745954    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:54.791571    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:54.791592    2225 retry.go:31] will retry after 1.469038919s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:56.263030    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:56.327248    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:56.327269    2225 retry.go:31] will retry after 1.967849758s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:58.297613    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:02:58.366017    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:02:58.366042    2225 retry.go:31] will retry after 2.480235085s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:00.848723    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:03:00.937654    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:00.937677    2225 retry.go:31] will retry after 4.352151134s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:05.292232    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:03:05.345826    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:05.345843    2225 retry.go:31] will retry after 8.052554783s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:13.400787    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:03:13.459925    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:13.459948    2225 retry.go:31] will retry after 7.019095449s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:20.481497    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:03:20.550236    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:20.550254    2225 retry.go:31] will retry after 17.939270717s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:38.491898    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:03:38.559713    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:03:38.559731    2225 retry.go:31] will retry after 24.134590291s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:04:02.696571    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:04:02.752625    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:04:02.752641    2225 retry.go:31] will retry after 32.385372492s: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:04:35.139891    2225 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:04:35.180043    2225 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	I0821 04:04:35.180063    2225 ssh_runner.go:146] rm: /etc/kubernetes/addons/ingress-dns-pod.yaml

	W0821 04:04:35.185011    2225 addons.go:431] error removing /etc/kubernetes/addons/ingress-dns-pod.yaml; addon should still be disabled as expected

	I0821 04:04:35.190246    2225 out.go:177] 

	W0821 04:04:35.193247    2225 out.go:239] X Exiting due to MK_ADDON_DISABLE: disable failed: run callbacks: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	]

	X Exiting due to MK_ADDON_DISABLE: disable failed: run callbacks: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/ingress-dns-pod.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/ingress-dns-pod.yaml" does not exist

	]

	W0821 04:04:35.193254    2225 out.go:239] * 

	* 

	W0821 04:04:35.194463    2225 out.go:239] ╭───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                           │

	│    * If the above advice does not help, please let us know:                                                               │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                             │

	│                                                                                                                           │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                  │

	│    * Please also attach the following file to the GitHub issue:                                                           │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log    │

	│                                                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	╭───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                           │

	│    * If the above advice does not help, please let us know:                                                               │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                             │

	│                                                                                                                           │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                  │

	│    * Please also attach the following file to the GitHub issue:                                                           │

	│    * - /var/folders/2k/p0kjt1w95hl7b54xjlcc45ph0000gp/T/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log    │

	│                                                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

	I0821 04:04:35.197164    2225 out.go:177] 

** /stderr **

addons_test.go:284: failed to disable ingress-dns addon. args "out/minikube-darwin-arm64 -p addons-500000 addons disable ingress-dns --alsologtostderr -v=1" : exit status 10

addons_test.go:287: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 addons disable ingress --alsologtostderr -v=1

addons_test.go:287: (dbg) Done: out/minikube-darwin-arm64 -p addons-500000 addons disable ingress --alsologtostderr -v=1: (7.290481959s)

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-500000 -n addons-500000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |               Args                |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.4      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0-rc.1 |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | --all                             | minikube             | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | --download-only -p                | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | binary-mirror-462000              |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --binary-mirror                   |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49329            |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-462000           | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | -p addons-500000                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:40 PDT |

	|         | --wait=true --memory=4000         |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --addons=registry                 |                      |         |         |                     |                     |

	|         | --addons=metrics-server           |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots          |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver      |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                 |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner            |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget         |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	|         | --addons=ingress                  |                      |         |         |                     |                     |

	|         | --addons=ingress-dns              |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p          | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:52 PDT |                     |

	|         | addons-500000                     |                      |         |         |                     |                     |

	| ssh     | addons-500000 ssh curl -s         | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	|         | http://127.0.0.1/ -H 'Host:       |                      |         |         |                     |                     |

	|         | nginx.example.com'                |                      |         |         |                     |                     |

	| ip      | addons-500000 ip                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	| addons  | addons-500000 addons disable      | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT |                     |

	|         | ingress-dns --alsologtostderr     |                      |         |         |                     |                     |

	|         | -v=1                              |                      |         |         |                     |                     |

	| addons  | enable headlamp                   | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:04 PDT | 21 Aug 23 04:04 PDT |

	|         | -p addons-500000                  |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1            |                      |         |         |                     |                     |

	| addons  | addons-500000 addons disable      | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:04 PDT | 21 Aug 23 04:04 PDT |

	|         | ingress --alsologtostderr -v=1    |                      |         |         |                     |                     |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/21 03:33:48

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0821 03:33:48.415064    1442 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:48.415176    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415179    1442 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:48.415182    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415284    1442 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 03:33:48.416485    1442 out.go:303] Setting JSON to false

	I0821 03:33:48.431675    1442 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":202,"bootTime":1692613826,"procs":392,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:48.431757    1442 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:48.436776    1442 out.go:177] * [addons-500000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:48.443786    1442 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 03:33:48.443817    1442 notify.go:220] Checking for updates...

	I0821 03:33:48.452754    1442 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:48.459793    1442 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:48.466761    1442 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:48.469754    1442 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 03:33:48.472801    1442 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 03:33:48.476845    1442 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:48.479685    1442 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 03:33:48.486794    1442 start.go:298] selected driver: qemu2

	I0821 03:33:48.486801    1442 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:48.486809    1442 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 03:33:48.488928    1442 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:48.491687    1442 out.go:177] * Automatically selected the socket_vmnet network

	I0821 03:33:48.495787    1442 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 03:33:48.495806    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:33:48.495814    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:33:48.495818    1442 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 03:33:48.495823    1442 start_flags.go:319] config:

	{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:c

ni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:48.500226    1442 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:48.506762    1442 out.go:177] * Starting control plane node addons-500000 in cluster addons-500000

	I0821 03:33:48.510761    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:33:48.510781    1442 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 03:33:48.510799    1442 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:48.510861    1442 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 03:33:48.510867    1442 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 03:33:48.511057    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:33:48.511069    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json: {Name:mke6ea6a330608889e821054234e4dab41e05376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:48.511283    1442 start.go:365] acquiring machines lock for addons-500000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 03:33:48.511397    1442 start.go:369] acquired machines lock for "addons-500000" in 109.25µs

	I0821 03:33:48.511409    1442 start.go:93] Provisioning new machine with config: &{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:

addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType

:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:33:48.511444    1442 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 03:33:48.515777    1442 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0821 03:33:48.825711    1442 start.go:159] libmachine.API.Create for "addons-500000" (driver="qemu2")

	I0821 03:33:48.825759    1442 client.go:168] LocalClient.Create starting

	I0821 03:33:48.825907    1442 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 03:33:48.926786    1442 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 03:33:49.005435    1442 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 03:33:49.429478    1442 main.go:141] libmachine: Creating SSH key...

	I0821 03:33:49.603069    1442 main.go:141] libmachine: Creating Disk image...

	I0821 03:33:49.603078    1442 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 03:33:49.603290    1442 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.637224    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.637249    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.637377    1442 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2 +20000M

	I0821 03:33:49.644766    1442 main.go:141] libmachine: STDOUT: Image resized.

	I0821 03:33:49.644778    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.644801    1442 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.644808    1442 main.go:141] libmachine: Starting QEMU VM...

	I0821 03:33:49.644850    1442 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:15:38:20:81:6d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.712858    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.712896    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.712900    1442 main.go:141] libmachine: Attempt 0

	I0821 03:33:49.712923    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:51.714037    1442 main.go:141] libmachine: Attempt 1

	I0821 03:33:51.714122    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:53.715339    1442 main.go:141] libmachine: Attempt 2

	I0821 03:33:53.715370    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:55.716394    1442 main.go:141] libmachine: Attempt 3

	I0821 03:33:55.716406    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:57.717443    1442 main.go:141] libmachine: Attempt 4

	I0821 03:33:57.717472    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:59.718558    1442 main.go:141] libmachine: Attempt 5

	I0821 03:33:59.718579    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719634    1442 main.go:141] libmachine: Attempt 6

	I0821 03:34:01.719657    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719810    1442 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0821 03:34:01.719849    1442 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:5e:15:38:20:81:6d ID:1,5e:15:38:20:81:6d Lease:0x64e48f18}

	I0821 03:34:01.719855    1442 main.go:141] libmachine: Found match: 5e:15:38:20:81:6d

	I0821 03:34:01.719867    1442 main.go:141] libmachine: IP: 192.168.105.2

	I0821 03:34:01.719873    1442 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0821 03:34:03.738025    1442 machine.go:88] provisioning docker machine ...

	I0821 03:34:03.738086    1442 buildroot.go:166] provisioning hostname "addons-500000"

	I0821 03:34:03.739549    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.740347    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.740367    1442 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-500000 && echo "addons-500000" | sudo tee /etc/hostname

	I0821 03:34:03.826570    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-500000

	I0821 03:34:03.826696    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.827174    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.827189    1442 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-500000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-500000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-500000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0821 03:34:03.891757    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0821 03:34:03.891772    1442 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17102-920/.minikube CaCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17102-920/.minikube}

	I0821 03:34:03.891782    1442 buildroot.go:174] setting up certificates

	I0821 03:34:03.891796    1442 provision.go:83] configureAuth start

	I0821 03:34:03.891801    1442 provision.go:138] copyHostCerts

	I0821 03:34:03.891982    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/ca.pem (1078 bytes)

	I0821 03:34:03.892356    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/cert.pem (1123 bytes)

	I0821 03:34:03.892494    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/key.pem (1679 bytes)

	I0821 03:34:03.892606    1442 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem org=jenkins.addons-500000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-500000]

	I0821 03:34:04.055231    1442 provision.go:172] copyRemoteCerts

	I0821 03:34:04.055290    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0821 03:34:04.055299    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.085022    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0821 03:34:04.091757    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0821 03:34:04.098302    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0821 03:34:04.105297    1442 provision.go:86] duration metric: configureAuth took 213.489792ms

	I0821 03:34:04.105304    1442 buildroot.go:189] setting minikube options for container-runtime

	I0821 03:34:04.105410    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:04.105443    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.105658    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.105665    1442 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0821 03:34:04.160033    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0821 03:34:04.160039    1442 buildroot.go:70] root file system type: tmpfs

	I0821 03:34:04.160095    1442 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0821 03:34:04.160145    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.160376    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.160410    1442 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0821 03:34:04.217511    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0821 03:34:04.217555    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.217777    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.217788    1442 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0821 03:34:04.516566    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0821 03:34:04.516576    1442 machine.go:91] provisioned docker machine in 778.543875ms

	I0821 03:34:04.516581    1442 client.go:171] LocalClient.Create took 15.691254833s

	I0821 03:34:04.516600    1442 start.go:167] duration metric: libmachine.API.Create for "addons-500000" took 15.691329875s

	I0821 03:34:04.516605    1442 start.go:300] post-start starting for "addons-500000" (driver="qemu2")

	I0821 03:34:04.516610    1442 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0821 03:34:04.516676    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0821 03:34:04.516684    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.547645    1442 ssh_runner.go:195] Run: cat /etc/os-release

	I0821 03:34:04.548977    1442 info.go:137] Remote host: Buildroot 2021.02.12

	I0821 03:34:04.548988    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/addons for local assets ...

	I0821 03:34:04.549067    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/files for local assets ...

	I0821 03:34:04.549094    1442 start.go:303] post-start completed in 32.487208ms

	I0821 03:34:04.549503    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:34:04.549671    1442 start.go:128] duration metric: createHost completed in 16.038665083s

	I0821 03:34:04.549713    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.549937    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.549942    1442 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0821 03:34:04.603319    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692614044.503149419

	I0821 03:34:04.603325    1442 fix.go:206] guest clock: 1692614044.503149419

	I0821 03:34:04.603329    1442 fix.go:219] Guest: 2023-08-21 03:34:04.503149419 -0700 PDT Remote: 2023-08-21 03:34:04.549674 -0700 PDT m=+16.153755168 (delta=-46.524581ms)

	I0821 03:34:04.603340    1442 fix.go:190] guest clock delta is within tolerance: -46.524581ms

	I0821 03:34:04.603349    1442 start.go:83] releasing machines lock for "addons-500000", held for 16.092394834s

	I0821 03:34:04.603625    1442 ssh_runner.go:195] Run: cat /version.json

	I0821 03:34:04.603635    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.603639    1442 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0821 03:34:04.603685    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.631400    1442 ssh_runner.go:195] Run: systemctl --version

	I0821 03:34:04.633303    1442 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0821 03:34:04.675003    1442 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0821 03:34:04.675044    1442 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0821 03:34:04.680093    1442 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0821 03:34:04.680102    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.680217    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.685575    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0821 03:34:04.689003    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0821 03:34:04.692463    1442 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0821 03:34:04.692496    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0821 03:34:04.695492    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.698438    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0821 03:34:04.701779    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.705308    1442 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0821 03:34:04.708997    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0821 03:34:04.712485    1442 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0821 03:34:04.715157    1442 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0821 03:34:04.718062    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:04.801182    1442 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0821 03:34:04.809752    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.809829    1442 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0821 03:34:04.815491    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.820439    1442 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0821 03:34:04.826330    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.831197    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.835955    1442 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0821 03:34:04.893707    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.899704    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.905738    1442 ssh_runner.go:195] Run: which cri-dockerd

	I0821 03:34:04.907314    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0821 03:34:04.910018    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0821 03:34:04.915159    1442 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0821 03:34:04.993497    1442 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0821 03:34:05.073322    1442 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0821 03:34:05.073337    1442 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0821 03:34:05.078736    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:05.148942    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:06.310888    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161962625s)

	I0821 03:34:06.310946    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.389910    1442 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0821 03:34:06.470512    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.540771    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.608028    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0821 03:34:06.614951    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.680856    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0821 03:34:06.705016    1442 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0821 03:34:06.705100    1442 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0821 03:34:06.707492    1442 start.go:534] Will wait 60s for crictl version

	I0821 03:34:06.707526    1442 ssh_runner.go:195] Run: which crictl

	I0821 03:34:06.708906    1442 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0821 03:34:06.723485    1442 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0821 03:34:06.723553    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.733136    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.752243    1442 out.go:204] * Preparing Kubernetes v1.27.4 on Docker 24.0.4 ...

	I0821 03:34:06.752395    1442 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0821 03:34:06.753728    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:06.757671    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:34:06.757717    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:06.767699    1442 docker.go:636] Got preloaded images: 

	I0821 03:34:06.767706    1442 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.4 wasn't preloaded

	I0821 03:34:06.767758    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:06.770623    1442 ssh_runner.go:195] Run: which lz4

	I0821 03:34:06.772016    1442 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0821 03:34:06.773407    1442 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0821 03:34:06.773426    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343658271 bytes)

	I0821 03:34:08.065715    1442 docker.go:600] Took 1.293779 seconds to copy over tarball

	I0821 03:34:08.065776    1442 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0821 03:34:09.083194    1442 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.017432542s)

	I0821 03:34:09.083208    1442 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0821 03:34:09.098174    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:09.101758    1442 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0821 03:34:09.107271    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:09.185186    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:11.583398    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.398262792s)

	I0821 03:34:11.583497    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:11.599112    1442 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.4

	registry.k8s.io/kube-controller-manager:v1.27.4

	registry.k8s.io/kube-scheduler:v1.27.4

	registry.k8s.io/kube-proxy:v1.27.4

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0821 03:34:11.599121    1442 cache_images.go:84] Images are preloaded, skipping loading

	I0821 03:34:11.599173    1442 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0821 03:34:11.606813    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:11.606822    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:11.606852    1442 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0821 03:34:11.606862    1442 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-500000 NodeName:addons-500000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0821 03:34:11.606930    1442 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-500000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0821 03:34:11.606959    1442 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-500000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0821 03:34:11.607013    1442 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.4

	I0821 03:34:11.609958    1442 binaries.go:44] Found k8s binaries, skipping transfer

	I0821 03:34:11.609992    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0821 03:34:11.613080    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0821 03:34:11.618135    1442 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0821 03:34:11.623217    1442 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0821 03:34:11.628067    1442 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0821 03:34:11.629338    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:11.633264    1442 certs.go:56] Setting up /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000 for IP: 192.168.105.2

	I0821 03:34:11.633272    1442 certs.go:190] acquiring lock for shared ca certs: {Name:mkaf8bee91c9bef113528e728629bac5c142d5d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.633419    1442 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key

	I0821 03:34:11.709497    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt ...

	I0821 03:34:11.709504    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt: {Name:mk11304afc04d282dffa1bbfafecb7763b86f0d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709741    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key ...

	I0821 03:34:11.709747    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key: {Name:mk7632addcfceaabe09bce428c8dd59051132a6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709856    1442 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key

	I0821 03:34:11.928292    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt ...

	I0821 03:34:11.928298    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt: {Name:mk59ba2d6f1e462ee2e456d21a76e6acaba82b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928531    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key ...

	I0821 03:34:11.928534    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key: {Name:mk02c96134c44ce7714696be07e0b5c22f58dc64 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928684    1442 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key

	I0821 03:34:11.928691    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt with IP's: []

	I0821 03:34:12.116170    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt ...

	I0821 03:34:12.116177    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt: {Name:mk3182b685506ec2dbfcad41054e3ffc2bf0f3b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116379    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key ...

	I0821 03:34:12.116384    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key: {Name:mk087ee0a568a92e1e97ae6eb06dd6604454b2e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116489    1442 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969

	I0821 03:34:12.116499    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0821 03:34:12.174634    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 ...

	I0821 03:34:12.174637    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969: {Name:mk02f137a3a75334a28e6811666f6d1dde47709c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174771    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 ...

	I0821 03:34:12.174774    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969: {Name:mk629f60ce1370d0aadb852a255428713cef631b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174873    1442 certs.go:337] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt

	I0821 03:34:12.175028    1442 certs.go:341] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key

	I0821 03:34:12.175114    1442 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key

	I0821 03:34:12.175123    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt with IP's: []

	I0821 03:34:12.291172    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt ...

	I0821 03:34:12.291175    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt: {Name:mk4861ba5de37ed8d82543663b167ed0e04664dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291331    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key ...

	I0821 03:34:12.291334    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key: {Name:mk5eb1fb206858f7f6262a3b86ec8673fdeb4399 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291586    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem (1679 bytes)

	I0821 03:34:12.291611    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem (1078 bytes)

	I0821 03:34:12.291633    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem (1123 bytes)

	I0821 03:34:12.291654    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem (1679 bytes)

	I0821 03:34:12.292029    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0821 03:34:12.300489    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0821 03:34:12.307765    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0821 03:34:12.314499    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0821 03:34:12.321449    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0821 03:34:12.328965    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0821 03:34:12.336085    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0821 03:34:12.342676    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0821 03:34:12.349529    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0821 03:34:12.356907    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0821 03:34:12.363000    1442 ssh_runner.go:195] Run: openssl version

	I0821 03:34:12.364943    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0821 03:34:12.368659    1442 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370316    1442 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 21 10:34 /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370337    1442 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.372170    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0821 03:34:12.375051    1442 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0821 03:34:12.376254    1442 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0821 03:34:12.376292    1442 kubeadm.go:404] StartCluster: {Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespac

e:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:34:12.376353    1442 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 03:34:12.381765    1442 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0821 03:34:12.385127    1442 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0821 03:34:12.388050    1442 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0821 03:34:12.390699    1442 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0821 03:34:12.390714    1442 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0821 03:34:12.412358    1442 kubeadm.go:322] [init] Using Kubernetes version: v1.27.4

	I0821 03:34:12.412390    1442 kubeadm.go:322] [preflight] Running pre-flight checks

	I0821 03:34:12.465080    1442 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0821 03:34:12.465135    1442 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0821 03:34:12.465183    1442 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0821 03:34:12.530098    1442 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0821 03:34:12.539343    1442 out.go:204]   - Generating certificates and keys ...

	I0821 03:34:12.539375    1442 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0821 03:34:12.539413    1442 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0821 03:34:12.639909    1442 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0821 03:34:12.680054    1442 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0821 03:34:12.714095    1442 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0821 03:34:12.849965    1442 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0821 03:34:12.996137    1442 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0821 03:34:12.996199    1442 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.141022    1442 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0821 03:34:13.141102    1442 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.228117    1442 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0821 03:34:13.409230    1442 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0821 03:34:13.774136    1442 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0821 03:34:13.774180    1442 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0821 03:34:13.866700    1442 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0821 03:34:13.977782    1442 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0821 03:34:14.068222    1442 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0821 03:34:14.144551    1442 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0821 03:34:14.151809    1442 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0821 03:34:14.152307    1442 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0821 03:34:14.152438    1442 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0821 03:34:14.228545    1442 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0821 03:34:14.232527    1442 out.go:204]   - Booting up control plane ...

	I0821 03:34:14.232575    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0821 03:34:14.232614    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0821 03:34:14.232645    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0821 03:34:14.236440    1442 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0821 03:34:14.238376    1442 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0821 03:34:18.241227    1442 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002539 seconds

	I0821 03:34:18.241427    1442 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0821 03:34:18.252886    1442 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0821 03:34:18.774491    1442 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0821 03:34:18.774728    1442 kubeadm.go:322] [mark-control-plane] Marking the node addons-500000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0821 03:34:19.280325    1442 kubeadm.go:322] [bootstrap-token] Using token: jvxtql.8wgzhr7nb5g9o93n

	I0821 03:34:19.286479    1442 out.go:204]   - Configuring RBAC rules ...

	I0821 03:34:19.286537    1442 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0821 03:34:19.290363    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0821 03:34:19.293121    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0821 03:34:19.294256    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0821 03:34:19.295736    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0821 03:34:19.296773    1442 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0821 03:34:19.301173    1442 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0821 03:34:19.474355    1442 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0821 03:34:19.693544    1442 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0821 03:34:19.694011    1442 kubeadm.go:322] 

	I0821 03:34:19.694043    1442 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0821 03:34:19.694047    1442 kubeadm.go:322] 

	I0821 03:34:19.694084    1442 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0821 03:34:19.694086    1442 kubeadm.go:322] 

	I0821 03:34:19.694099    1442 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0821 03:34:19.694192    1442 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0821 03:34:19.694216    1442 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0821 03:34:19.694219    1442 kubeadm.go:322] 

	I0821 03:34:19.694251    1442 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0821 03:34:19.694263    1442 kubeadm.go:322] 

	I0821 03:34:19.694293    1442 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0821 03:34:19.694296    1442 kubeadm.go:322] 

	I0821 03:34:19.694320    1442 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0821 03:34:19.694360    1442 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0821 03:34:19.694390    1442 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0821 03:34:19.694394    1442 kubeadm.go:322] 

	I0821 03:34:19.694446    1442 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0821 03:34:19.694488    1442 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0821 03:34:19.694495    1442 kubeadm.go:322] 

	I0821 03:34:19.694535    1442 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694617    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 \

	I0821 03:34:19.694632    1442 kubeadm.go:322] 	--control-plane 

	I0821 03:34:19.694634    1442 kubeadm.go:322] 

	I0821 03:34:19.694684    1442 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0821 03:34:19.694688    1442 kubeadm.go:322] 

	I0821 03:34:19.694735    1442 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694782    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 

	I0821 03:34:19.694835    1442 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0821 03:34:19.694840    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:19.694847    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:19.703814    1442 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0821 03:34:19.707890    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0821 03:34:19.711023    1442 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0821 03:34:19.716873    1442 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0821 03:34:19.716924    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.716951    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43 minikube.k8s.io/name=addons-500000 minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.723924    1442 ops.go:34] apiserver oom_adj: -16

	I0821 03:34:19.767999    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.814902    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.352169    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.852188    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.352164    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.852123    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.352346    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.852184    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.352159    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.852279    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.352116    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.852182    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.352203    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.852083    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.352293    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.852062    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.352046    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.851991    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.851976    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.851943    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.352016    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.851904    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.351923    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.851905    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.351835    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.388500    1442 kubeadm.go:1081] duration metric: took 12.671972458s to wait for elevateKubeSystemPrivileges.

	I0821 03:34:32.388516    1442 kubeadm.go:406] StartCluster complete in 20.01278175s

	I0821 03:34:32.388525    1442 settings.go:142] acquiring lock: {Name:mkeb461ec3a6a92ee32ce41e8df63d6759cb2728 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.388680    1442 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:34:32.388902    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/kubeconfig: {Name:mk2bc9c64ad130c36a0253707ac2ba3f8fd22371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.389107    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0821 03:34:32.389147    1442 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0821 03:34:32.389221    1442 addons.go:69] Setting volumesnapshots=true in profile "addons-500000"

	I0821 03:34:32.389227    1442 addons.go:231] Setting addon volumesnapshots=true in "addons-500000"

	I0821 03:34:32.389225    1442 addons.go:69] Setting cloud-spanner=true in profile "addons-500000"

	I0821 03:34:32.389236    1442 addons.go:231] Setting addon cloud-spanner=true in "addons-500000"

	I0821 03:34:32.389251    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389279    1442 addons.go:69] Setting storage-provisioner=true in profile "addons-500000"

	I0821 03:34:32.389222    1442 addons.go:69] Setting gcp-auth=true in profile "addons-500000"

	I0821 03:34:32.389282    1442 addons.go:231] Setting addon storage-provisioner=true in "addons-500000"

	I0821 03:34:32.389288    1442 mustload.go:65] Loading cluster: addons-500000

	I0821 03:34:32.389299    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389299    1442 addons.go:69] Setting inspektor-gadget=true in profile "addons-500000"

	I0821 03:34:32.389327    1442 addons.go:69] Setting registry=true in profile "addons-500000"

	I0821 03:34:32.389360    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389358    1442 addons.go:69] Setting ingress-dns=true in profile "addons-500000"

	I0821 03:34:32.389378    1442 addons.go:231] Setting addon ingress-dns=true in "addons-500000"

	I0821 03:34:32.389273    1442 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-500000"

	I0821 03:34:32.389396    1442 addons.go:69] Setting ingress=true in profile "addons-500000"

	I0821 03:34:32.389434    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389418    1442 addons.go:69] Setting metrics-server=true in profile "addons-500000"

	I0821 03:34:32.389454    1442 addons.go:231] Setting addon metrics-server=true in "addons-500000"

	I0821 03:34:32.389465    1442 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389506    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389519    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389564    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389572    1442 addons.go:277] "addons-500000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389347    1442 addons.go:231] Setting addon inspektor-gadget=true in "addons-500000"

	I0821 03:34:32.389693    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389757    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389767    1442 addons.go:277] "addons-500000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389367    1442 addons.go:231] Setting addon registry=true in "addons-500000"

	I0821 03:34:32.389786    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389790    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389796    1442 addons.go:277] "addons-500000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389799    1442 addons.go:467] Verifying addon metrics-server=true in "addons-500000"

	W0821 03:34:32.389788    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389803    1442 addons.go:277] "addons-500000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389805    1442 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389275    1442 addons.go:69] Setting default-storageclass=true in profile "addons-500000"

	I0821 03:34:32.394058    1442 out.go:177] * Verifying csi-hostpath-driver addon...

	I0821 03:34:32.389436    1442 addons.go:231] Setting addon ingress=true in "addons-500000"

	I0821 03:34:32.389868    1442 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-500000"

	W0821 03:34:32.389953    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390033    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390053    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	I0821 03:34:32.390510    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.409190    1442 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	W0821 03:34:32.404296    1442 addons.go:277] "addons-500000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404342    1442 addons.go:277] "addons-500000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404346    1442 addons.go:277] "addons-500000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0821 03:34:32.404410    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.404764    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0821 03:34:32.413218    1442 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0821 03:34:32.413224    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0821 03:34:32.413232    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.413266    1442 addons.go:467] Verifying addon registry=true in "addons-500000"

	I0821 03:34:32.418274    1442 out.go:177] * Verifying registry addon...

	I0821 03:34:32.419795    1442 addons.go:231] Setting addon default-storageclass=true in "addons-500000"

	I0821 03:34:32.419868    1442 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-500000" context rescaled to 1 replicas

	I0821 03:34:32.420817    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0821 03:34:32.421498    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.421694    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.421701    1442 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:34:32.421849    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0821 03:34:32.431173    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.440212    1442 out.go:177] * Verifying Kubernetes components...

	I0821 03:34:32.431974    1442 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.435186    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0821 03:34:32.444202    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0821 03:34:32.444209    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:32.447466    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0821 03:34:32.448196    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1

	I0821 03:34:32.448211    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.451292    1442 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.451299    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)

	I0821 03:34:32.451306    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.454351    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0821 03:34:32.454358    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0821 03:34:32.485876    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0821 03:34:32.485886    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0821 03:34:32.513135    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0821 03:34:32.513147    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0821 03:34:32.532036    1442 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0821 03:34:32.532052    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0821 03:34:32.537566    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.542495    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.548533    1442 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:32.548541    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0821 03:34:32.568087    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:33.517324    1442 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.069159875s)

	I0821 03:34:33.517338    1442 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.069147125s)

	I0821 03:34:33.517342    1442 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0821 03:34:33.517808    1442 node_ready.go:35] waiting up to 6m0s for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519592    1442 node_ready.go:49] node "addons-500000" has status "Ready":"True"

	I0821 03:34:33.519599    1442 node_ready.go:38] duration metric: took 1.779708ms waiting for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519602    1442 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:33.522687    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:33.964195    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.421717084s)

	I0821 03:34:33.964211    1442 addons.go:467] Verifying addon ingress=true in "addons-500000"

	I0821 03:34:33.968723    1442 out.go:177] * Verifying ingress addon...

	I0821 03:34:33.964338    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.396275834s)

	W0821 03:34:33.968774    1442 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.975741    1442 retry.go:31] will retry after 231.591556ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.976141    1442 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0821 03:34:33.984299    1442 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0821 03:34:33.984307    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:33.987720    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.207434    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:34.491123    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.991180    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.490538    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.534205    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:35.990628    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.490998    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.745839    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.5384555s)

	I0821 03:34:36.990793    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.491119    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.534210    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:37.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.490772    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.997287    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.008172    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0821 03:34:39.008186    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.055480    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0821 03:34:39.064828    1442 addons.go:231] Setting addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.064858    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:39.065649    1442 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0821 03:34:39.065660    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.100776    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:39.103705    1442 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0821 03:34:39.107726    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0821 03:34:39.107734    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0821 03:34:39.113078    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0821 03:34:39.113087    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0821 03:34:39.127541    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.127551    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0821 03:34:39.133486    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.491109    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.534694    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:39.629710    1442 addons.go:467] Verifying addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.641410    1442 out.go:177] * Verifying gcp-auth addon...

	I0821 03:34:39.650441    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0821 03:34:39.656554    1442 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0821 03:34:39.656563    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.658191    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.991177    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.161154    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.492443    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.660810    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.990558    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.161357    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.492269    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.534695    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:41.660947    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.990678    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.161013    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.490658    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.660884    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.990530    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.161042    1442 kapi.go:107] duration metric: took 3.510698166s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0821 03:34:43.165184    1442 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-500000 cluster.

	I0821 03:34:43.169238    1442 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0821 03:34:43.173158    1442 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0821 03:34:43.491145    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.534713    1442 pod_ready.go:97] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerSt

ateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534727    1442 pod_ready.go:81] duration metric: took 10.012309458s waiting for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	E0821 03:34:43.534732    1442 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Runnin

g:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534736    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537136    1442 pod_ready.go:92] pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.537140    1442 pod_ready.go:81] duration metric: took 2.400375ms waiting for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537145    1442 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539758    1442 pod_ready.go:92] pod "etcd-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.539762    1442 pod_ready.go:81] duration metric: took 2.614916ms waiting for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539766    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542039    1442 pod_ready.go:92] pod "kube-apiserver-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.542045    1442 pod_ready.go:81] duration metric: took 2.276584ms waiting for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542049    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544341    1442 pod_ready.go:92] pod "kube-controller-manager-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.544345    1442 pod_ready.go:81] duration metric: took 2.2935ms waiting for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544348    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933736    1442 pod_ready.go:92] pod "kube-proxy-z2wj9" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.933748    1442 pod_ready.go:81] duration metric: took 389.407375ms waiting for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933752    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.990470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.334535    1442 pod_ready.go:92] pod "kube-scheduler-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:44.334545    1442 pod_ready.go:81] duration metric: took 400.801125ms waiting for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:44.334549    1442 pod_ready.go:38] duration metric: took 10.81524225s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:44.334558    1442 api_server.go:52] waiting for apiserver process to appear ...

	I0821 03:34:44.334639    1442 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0821 03:34:44.339980    1442 api_server.go:72] duration metric: took 11.909098333s to wait for apiserver process to appear ...

	I0821 03:34:44.339987    1442 api_server.go:88] waiting for apiserver healthz status ...

	I0821 03:34:44.339993    1442 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0821 03:34:44.344178    1442 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0821 03:34:44.344920    1442 api_server.go:141] control plane version: v1.27.4

	I0821 03:34:44.344925    1442 api_server.go:131] duration metric: took 4.936ms to wait for apiserver health ...

	I0821 03:34:44.344929    1442 system_pods.go:43] waiting for kube-system pods to appear ...

	I0821 03:34:44.490452    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.535983    1442 system_pods.go:59] 8 kube-system pods found

	I0821 03:34:44.535991    1442 system_pods.go:61] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.535994    1442 system_pods.go:61] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.536011    1442 system_pods.go:61] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.536015    1442 system_pods.go:61] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.536018    1442 system_pods.go:61] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.536020    1442 system_pods.go:61] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.536022    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.536025    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.536028    1442 system_pods.go:74] duration metric: took 191.1015ms to wait for pod list to return data ...

	I0821 03:34:44.536033    1442 default_sa.go:34] waiting for default service account to be created ...

	I0821 03:34:44.734042    1442 default_sa.go:45] found service account: "default"

	I0821 03:34:44.734051    1442 default_sa.go:55] duration metric: took 198.020583ms for default service account to be created ...

	I0821 03:34:44.734055    1442 system_pods.go:116] waiting for k8s-apps to be running ...

	I0821 03:34:44.935348    1442 system_pods.go:86] 8 kube-system pods found

	I0821 03:34:44.935359    1442 system_pods.go:89] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.935362    1442 system_pods.go:89] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.935365    1442 system_pods.go:89] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.935367    1442 system_pods.go:89] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.935369    1442 system_pods.go:89] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.935372    1442 system_pods.go:89] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.935374    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.935376    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.935380    1442 system_pods.go:126] duration metric: took 201.327917ms to wait for k8s-apps to be running ...

	I0821 03:34:44.935391    1442 system_svc.go:44] waiting for kubelet service to be running ....

	I0821 03:34:44.935475    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:44.941643    1442 system_svc.go:56] duration metric: took 6.252209ms WaitForService to wait for kubelet.

	I0821 03:34:44.941651    1442 kubeadm.go:581] duration metric: took 12.5107865s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0821 03:34:44.941660    1442 node_conditions.go:102] verifying NodePressure condition ...

	I0821 03:34:44.990746    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.134674    1442 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0821 03:34:45.134706    1442 node_conditions.go:123] node cpu capacity is 2

	I0821 03:34:45.134712    1442 node_conditions.go:105] duration metric: took 193.055083ms to run NodePressure ...

	I0821 03:34:45.134717    1442 start.go:228] waiting for startup goroutines ...

	I0821 03:34:45.490470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.490327    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.990587    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.490536    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.990358    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.490279    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.990490    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.490328    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.990414    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.490337    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.990260    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.490639    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.989843    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.490813    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.990112    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.491005    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.992627    1442 kapi.go:107] duration metric: took 20.017033875s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0821 03:40:32.405313    1442 kapi.go:107] duration metric: took 6m0.010490834s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	W0821 03:40:32.405643    1442 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0821 03:40:32.421828    1442 kapi.go:107] duration metric: took 6m0.009978583s to wait for kubernetes.io/minikube-addons=registry ...

	W0821 03:40:32.421921    1442 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0821 03:40:32.430174    1442 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, default-storageclass, volumesnapshots, gcp-auth, ingress

	I0821 03:40:32.437176    1442 addons.go:502] enable addons completed in 6m0.058033333s: enabled=[storage-provisioner cloud-spanner metrics-server ingress-dns inspektor-gadget default-storageclass volumesnapshots gcp-auth ingress]

	I0821 03:40:32.437214    1442 start.go:233] waiting for cluster config update ...

	I0821 03:40:32.437252    1442 start.go:242] writing updated cluster config ...

	I0821 03:40:32.438394    1442 ssh_runner.go:195] Run: rm -f paused

	I0821 03:40:32.505190    1442 start.go:600] kubectl: 1.27.2, cluster: 1.27.4 (minor skew: 0)

	I0821 03:40:32.509248    1442 out.go:177] * Done! kubectl is now configured to use "addons-500000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:04:42 UTC. --

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.513744257Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:15 addons-500000 dockerd[1148]: time="2023-08-21T11:04:15.557393445Z" level=info msg="ignoring event" container=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557558654Z" level=info msg="shim disconnected" id=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 namespace=moby

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557585820Z" level=warning msg="cleaning up after shim disconnected" id=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 namespace=moby

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557590195Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:04:35 addons-500000 dockerd[1153]: time="2023-08-21T11:04:35.223660239Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:04:35 addons-500000 dockerd[1153]: time="2023-08-21T11:04:35.223919947Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:35 addons-500000 dockerd[1153]: time="2023-08-21T11:04:35.223951739Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:04:35 addons-500000 dockerd[1153]: time="2023-08-21T11:04:35.223977614Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:35 addons-500000 cri-dockerd[1049]: time="2023-08-21T11:04:35Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/a2fdb8bd4cd8bccaf693b10cbd476696a65b5dc74f77697818159456635d2392/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Aug 21 11:04:35 addons-500000 dockerd[1148]: time="2023-08-21T11:04:35.590239318Z" level=warning msg="reference for unknown type: " digest="sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98" remote="ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 21 11:04:36 addons-500000 dockerd[1148]: time="2023-08-21T11:04:36.471134255Z" level=info msg="Container failed to exit within 1s of signal 15 - using the force" container=734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e

	Aug 21 11:04:36 addons-500000 dockerd[1148]: time="2023-08-21T11:04:36.544752455Z" level=info msg="ignoring event" container=734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.544910872Z" level=info msg="shim disconnected" id=734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e namespace=moby

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.544944080Z" level=warning msg="cleaning up after shim disconnected" id=734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e namespace=moby

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.544949997Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:04:36 addons-500000 dockerd[1148]: time="2023-08-21T11:04:36.616105443Z" level=info msg="ignoring event" container=bbb4a4c960656b62bb19b9b067c655ea39e12d8756d8701729b8421b997616a1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.616341902Z" level=info msg="shim disconnected" id=bbb4a4c960656b62bb19b9b067c655ea39e12d8756d8701729b8421b997616a1 namespace=moby

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.616383610Z" level=warning msg="cleaning up after shim disconnected" id=bbb4a4c960656b62bb19b9b067c655ea39e12d8756d8701729b8421b997616a1 namespace=moby

	Aug 21 11:04:36 addons-500000 dockerd[1153]: time="2023-08-21T11:04:36.616387944Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:04:39 addons-500000 cri-dockerd[1049]: time="2023-08-21T11:04:39Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.19.0@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 21 11:04:39 addons-500000 dockerd[1153]: time="2023-08-21T11:04:39.296702808Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:04:39 addons-500000 dockerd[1153]: time="2023-08-21T11:04:39.296734308Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:39 addons-500000 dockerd[1153]: time="2023-08-21T11:04:39.297047017Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:04:39 addons-500000 dockerd[1153]: time="2023-08-21T11:04:39.297059683Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                        CREATED             STATE               NAME                         ATTEMPT             POD ID

	77e5446fdd2e0       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98                        3 seconds ago       Running             headlamp                     0                   a2fdb8bd4cd8b

	61cb73773eecc       13753a81eccfd                                                                                                                27 seconds ago      Exited              hello-world-app              4                   a244270f71415

	12742b2537ff1       nginx@sha256:cac882be2b7305e0c8d3e3cd0575a2fd58f5fde6dd5d6299605aa0f3e67ca385                                                2 minutes ago       Running             nginx                        0                   ca7496b30bdd4

	dbe5746b118a6       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                 30 minutes ago      Running             gcp-auth                     0                   31154fc41fc35

	fc5767357c5d9       8f2588812ab29                                                                                                                30 minutes ago      Exited              patch                        1                   0538e79b5c883

	aa7d89a7d68d0       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b   30 minutes ago      Exited              create                       0                   3c078f4b9885e

	7979593c9bb52       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      30 minutes ago      Running             volume-snapshot-controller   0                   70a68685a69fb

	fe9609fabef21       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      30 minutes ago      Running             volume-snapshot-controller   0                   39eda7944d576

	16cfb4c805080       97e04611ad434                                                                                                                30 minutes ago      Running             coredns                      0                   b6fa8f87ea743

	36558206e7ebf       532e5a30e948f                                                                                                                30 minutes ago      Running             kube-proxy                   0                   ccc8633d52ca6

	bd48baf71b163       6eb63895cb67f                                                                                                                30 minutes ago      Running             kube-scheduler               0                   65c9ea48d27ae

	27dc2c0d7a4a5       24bc64e911039                                                                                                                30 minutes ago      Running             etcd                         0                   0f2cdc52bbda6

	dc949a6ce14c1       64aece92d6bde                                                                                                                30 minutes ago      Running             kube-apiserver               0                   090daa0e10080

	41982c5e9fc8f       389f6f052cf83                                                                                                                30 minutes ago      Running             kube-controller-manager      0                   a9c3d15b86bf8

	* 

	* ==> coredns [16cfb4c80508] <==

	* [INFO] 10.244.0.11:55380 - 15444 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000192417s

	[INFO] 10.244.0.11:55595 - 33986 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000080917s

	[INFO] 10.244.0.11:55380 - 36243 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000177876s

	[INFO] 10.244.0.11:55380 - 42834 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000146333s

	[INFO] 10.244.0.11:55595 - 5784 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00011875s

	[INFO] 10.244.0.11:55595 - 56910 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000050292s

	[INFO] 10.244.0.11:55380 - 35306 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000218333s

	[INFO] 10.244.0.11:55595 - 64077 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000055958s

	[INFO] 10.244.0.11:55595 - 56884 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000076625s

	[INFO] 10.244.0.11:55595 - 56007 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000070583s

	[INFO] 10.244.0.11:55595 - 54545 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067333s

	[INFO] 10.244.0.11:51497 - 59355 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000398834s

	[INFO] 10.244.0.11:51497 - 38991 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000209708s

	[INFO] 10.244.0.11:51497 - 6555 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000191958s

	[INFO] 10.244.0.11:51497 - 63288 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000409876s

	[INFO] 10.244.0.11:51497 - 49529 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00012975s

	[INFO] 10.244.0.11:51497 - 3686 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000123626s

	[INFO] 10.244.0.11:51497 - 19423 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000240209s

	[INFO] 10.244.0.11:59481 - 42442 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000222709s

	[INFO] 10.244.0.11:59481 - 36904 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0001005s

	[INFO] 10.244.0.11:59481 - 14729 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000057417s

	[INFO] 10.244.0.11:59481 - 55234 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000074708s

	[INFO] 10.244.0.11:59481 - 58225 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000045917s

	[INFO] 10.244.0.11:59481 - 23418 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004575s

	[INFO] 10.244.0.11:59481 - 13624 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000090417s

	* 

	* ==> describe nodes <==

	* Name:               addons-500000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-500000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43

	                    minikube.k8s.io/name=addons-500000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 21 Aug 2023 10:34:16 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-500000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 21 Aug 2023 11:04:37 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:21 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-500000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 0e4a1f71467c44c8a10eca186773afe2

	  System UUID:                0e4a1f71467c44c8a10eca186773afe2

	  Boot ID:                    6d5e7ffc-fb7d-41fe-b076-69fd8535d300

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.27.4

	  Kube-Proxy Version:         v1.27.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  default                     hello-world-app-65bdb79f98-l7sq4         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m5s

	  default                     nginx                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m16s

	  gcp-auth                    gcp-auth-58478865f7-zcg47                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  headlamp                    headlamp-5c78f74d8d-llcss                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         8s

	  kube-system                 coredns-5d78c9869d-hbg44                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     30m

	  kube-system                 etcd-addons-500000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         30m

	  kube-system                 kube-apiserver-addons-500000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-controller-manager-addons-500000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-proxy-z2wj9                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-scheduler-addons-500000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-4pgqh     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-j9mkf     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 30m   kube-proxy       

	  Normal  Starting                 30m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  30m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  30m   kubelet          Node addons-500000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m   kubelet          Node addons-500000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m   kubelet          Node addons-500000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                30m   kubelet          Node addons-500000 status is now: NodeReady

	  Normal  RegisteredNode           30m   node-controller  Node addons-500000 event: Registered Node addons-500000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.490829] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.044680] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[Aug21 10:34] systemd-fstab-generator[479]: Ignoring "noauto" for root device

	[  +0.063431] systemd-fstab-generator[490]: Ignoring "noauto" for root device

	[  +0.413293] systemd-fstab-generator[750]: Ignoring "noauto" for root device

	[  +0.194883] systemd-fstab-generator[786]: Ignoring "noauto" for root device

	[  +0.079334] systemd-fstab-generator[797]: Ignoring "noauto" for root device

	[  +0.075319] systemd-fstab-generator[810]: Ignoring "noauto" for root device

	[  +1.241580] systemd-fstab-generator[968]: Ignoring "noauto" for root device

	[  +0.080868] systemd-fstab-generator[979]: Ignoring "noauto" for root device

	[  +0.070572] systemd-fstab-generator[990]: Ignoring "noauto" for root device

	[  +0.067357] systemd-fstab-generator[1001]: Ignoring "noauto" for root device

	[  +0.069942] systemd-fstab-generator[1042]: Ignoring "noauto" for root device

	[  +2.503453] systemd-fstab-generator[1141]: Ignoring "noauto" for root device

	[  +2.381640] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.661766] systemd-fstab-generator[1457]: Ignoring "noauto" for root device

	[  +5.156537] systemd-fstab-generator[2350]: Ignoring "noauto" for root device

	[ +13.738428] kauditd_printk_skb: 41 callbacks suppressed

	[  +1.700338] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.800757] kauditd_printk_skb: 48 callbacks suppressed

	[ +14.143799] kauditd_printk_skb: 54 callbacks suppressed

	[Aug21 11:02] kauditd_printk_skb: 1 callbacks suppressed

	[Aug21 11:04] kauditd_printk_skb: 1 callbacks suppressed

	[  +5.307462] kauditd_printk_skb: 10 callbacks suppressed

	* 

	* ==> etcd [27dc2c0d7a4a] <==

	* {"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:44:16.025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":841,"took":"2.672822ms","hash":3376273956}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376273956,"revision":841,"compact-revision":-1}

	{"level":"info","ts":"2023-08-21T10:49:16.035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1031}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1031,"took":"1.375633ms","hash":1895539758}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895539758,"revision":1031,"compact-revision":841}

	{"level":"info","ts":"2023-08-21T10:54:16.045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1222}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1222,"took":"1.459351ms","hash":3279763987}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279763987,"revision":1222,"compact-revision":1031}

	{"level":"info","ts":"2023-08-21T10:59:16.058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1413}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1413,"took":"1.488371ms","hash":1268235317}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268235317,"revision":1413,"compact-revision":1222}

	{"level":"info","ts":"2023-08-21T11:04:16.067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1603}

	{"level":"info","ts":"2023-08-21T11:04:16.069Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1603,"took":"1.243127ms","hash":1670643557}

	{"level":"info","ts":"2023-08-21T11:04:16.070Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1670643557,"revision":1603,"compact-revision":1413}

	* 

	* ==> gcp-auth [dbe5746b118a] <==

	* 2023/08/21 10:34:42 GCP Auth Webhook started!

	2023/08/21 11:02:26 Ready to marshal response ...

	2023/08/21 11:02:26 Ready to write response ...

	2023/08/21 11:02:37 Ready to marshal response ...

	2023/08/21 11:02:37 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	* 

	* ==> kernel <==

	*  11:04:43 up 30 min,  0 users,  load average: 0.31, 0.42, 0.34

	Linux addons-500000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [dc949a6ce14c] <==

	* I0821 10:49:16.766169       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.749624       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.750123       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.755478       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.755644       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.765351       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.765428       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.750519       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.751153       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.751904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.752113       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.761892       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.761965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:02:26.738684       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io

	I0821 11:02:26.869600       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.111.106.162]

	I0821 11:02:37.171860       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.102.172.159]

	I0821 11:04:16.751175       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751671       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.751839       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751936       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.752119       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.752232       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:34.815110       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.104.124.111]

	E0821 11:04:35.469619       1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	E0821 11:04:35.737559       1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	* 

	* ==> kube-controller-manager [41982c5e9fc8] <==

	* I0821 10:34:42.858553       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.858609       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.859646       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.893612       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.895861       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.897862       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.897954       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.899189       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:01.688712       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0821 10:35:01.688853       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0821 10:35:01.789717       1 shared_informer.go:318] Caches are synced for resource quota

	I0821 10:35:02.109377       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0821 10:35:02.210585       1 shared_informer.go:318] Caches are synced for garbage collector

	I0821 10:35:12.010356       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.011197       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:12.022044       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.024702       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 11:02:37.084707       1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"

	I0821 11:02:37.090750       1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-l7sq4"

	I0821 11:04:34.826986       1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-5c78f74d8d to 1"

	I0821 11:04:34.830389       1 event.go:307] "Event occurred" object="headlamp/headlamp-5c78f74d8d" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Warning" reason="FailedCreate" message="Error creating: pods \"headlamp-5c78f74d8d-\" is forbidden: error looking up service account headlamp/headlamp: serviceaccount \"headlamp\" not found"

	E0821 11:04:34.834097       1 replica_set.go:544] sync "headlamp/headlamp-5c78f74d8d" failed with pods "headlamp-5c78f74d8d-" is forbidden: error looking up service account headlamp/headlamp: serviceaccount "headlamp" not found

	I0821 11:04:34.844227       1 event.go:307] "Event occurred" object="headlamp/headlamp-5c78f74d8d" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-5c78f74d8d-llcss"

	I0821 11:04:35.452239       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-create

	I0821 11:04:35.466674       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	* 

	* ==> kube-proxy [36558206e7eb] <==

	* I0821 10:34:32.961845       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0821 10:34:32.961903       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0821 10:34:32.961922       1 server_others.go:554] "Using iptables proxy"

	I0821 10:34:32.984111       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0821 10:34:32.984124       1 server_others.go:192] "Using iptables Proxier"

	I0821 10:34:32.984147       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0821 10:34:32.984347       1 server.go:658] "Version info" version="v1.27.4"

	I0821 10:34:32.984357       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0821 10:34:32.984958       1 config.go:315] "Starting node config controller"

	I0821 10:34:32.984965       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0821 10:34:32.985291       1 config.go:188] "Starting service config controller"

	I0821 10:34:32.985295       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0821 10:34:32.985301       1 config.go:97] "Starting endpoint slice config controller"

	I0821 10:34:32.985318       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0821 10:34:33.085576       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0821 10:34:33.085604       1 shared_informer.go:318] Caches are synced for node config

	I0821 10:34:33.085608       1 shared_informer.go:318] Caches are synced for service config

	* 

	* ==> kube-scheduler [bd48baf71b16] <==

	* W0821 10:34:16.768490       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:16.768493       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:16.768508       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0821 10:34:16.768511       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0821 10:34:16.768562       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:16.768566       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.606010       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0821 10:34:17.606029       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0821 10:34:17.645166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0821 10:34:17.645193       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0821 10:34:17.674598       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0821 10:34:17.674623       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0821 10:34:17.707767       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:17.707781       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.724040       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:17.724057       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:17.728085       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0821 10:34:17.728146       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0821 10:34:17.756871       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0821 10:34:17.756889       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785576       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785647       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	I0821 10:34:20.949364       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:04:43 UTC. --

	Aug 21 11:04:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:04:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:04:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:04:30 addons-500000 kubelet[2369]: I0821 11:04:30.452665    2369 scope.go:115] "RemoveContainer" containerID="61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185"

	Aug 21 11:04:30 addons-500000 kubelet[2369]: E0821 11:04:30.456370    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:04:34 addons-500000 kubelet[2369]: I0821 11:04:34.853525    2369 topology_manager.go:212] "Topology Admit Handler"

	Aug 21 11:04:35 addons-500000 kubelet[2369]: I0821 11:04:35.042133    2369 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/eadedc67-c7c0-4100-b508-c6e015e959bb-gcp-creds\") pod \"headlamp-5c78f74d8d-llcss\" (UID: \"eadedc67-c7c0-4100-b508-c6e015e959bb\") " pod="headlamp/headlamp-5c78f74d8d-llcss"

	Aug 21 11:04:35 addons-500000 kubelet[2369]: I0821 11:04:35.042173    2369 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-l78nw\" (UniqueName: \"kubernetes.io/projected/eadedc67-c7c0-4100-b508-c6e015e959bb-kube-api-access-l78nw\") pod \"headlamp-5c78f74d8d-llcss\" (UID: \"eadedc67-c7c0-4100-b508-c6e015e959bb\") " pod="headlamp/headlamp-5c78f74d8d-llcss"

	Aug 21 11:04:35 addons-500000 kubelet[2369]: E0821 11:04:35.463060    2369 event.go:280] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7799c6795f-4ppd9.177d612bbdfe556b", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"453", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stopping container controller", Source:v1.EventSource{Componen

t:"kubelet", Host:"addons-500000"}, FirstTimestamp:time.Date(2023, time.August, 21, 11, 4, 35, 460224363, time.Local), LastTimestamp:time.Date(2023, time.August, 21, 11, 4, 35, 460224363, time.Local), Count:1, Type:"Normal", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7799c6795f-4ppd9.177d612bbdfe556b" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.755180    2369 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-vbn82\" (UniqueName: \"kubernetes.io/projected/c950764c-9601-4c76-adb3-ddb61bd6335d-kube-api-access-vbn82\") pod \"c950764c-9601-4c76-adb3-ddb61bd6335d\" (UID: \"c950764c-9601-4c76-adb3-ddb61bd6335d\") "

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.755204    2369 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/c950764c-9601-4c76-adb3-ddb61bd6335d-webhook-cert\") pod \"c950764c-9601-4c76-adb3-ddb61bd6335d\" (UID: \"c950764c-9601-4c76-adb3-ddb61bd6335d\") "

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.759728    2369 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/c950764c-9601-4c76-adb3-ddb61bd6335d-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "c950764c-9601-4c76-adb3-ddb61bd6335d" (UID: "c950764c-9601-4c76-adb3-ddb61bd6335d"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.759756    2369 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/c950764c-9601-4c76-adb3-ddb61bd6335d-kube-api-access-vbn82" (OuterVolumeSpecName: "kube-api-access-vbn82") pod "c950764c-9601-4c76-adb3-ddb61bd6335d" (UID: "c950764c-9601-4c76-adb3-ddb61bd6335d"). InnerVolumeSpecName "kube-api-access-vbn82". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.856139    2369 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/c950764c-9601-4c76-adb3-ddb61bd6335d-webhook-cert\") on node \"addons-500000\" DevicePath \"\""

	Aug 21 11:04:36 addons-500000 kubelet[2369]: I0821 11:04:36.856154    2369 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-vbn82\" (UniqueName: \"kubernetes.io/projected/c950764c-9601-4c76-adb3-ddb61bd6335d-kube-api-access-vbn82\") on node \"addons-500000\" DevicePath \"\""

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.053385    2369 scope.go:115] "RemoveContainer" containerID="734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.063376    2369 scope.go:115] "RemoveContainer" containerID="734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: E0821 11:04:37.063766    2369 remote_runtime.go:415] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: 734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e" containerID="734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.063786    2369 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={Type:docker ID:734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e} err="failed to get container status \"734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e\": rpc error: code = Unknown desc = Error response from daemon: No such container: 734d7d69c9e8bff04a74f5ce2f78304cb992055330ae2198a5c1e05f571cd97e"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.455804    2369 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=77ccc95d-6635-4336-b1c2-59548fdeea28 path="/var/lib/kubelet/pods/77ccc95d-6635-4336-b1c2-59548fdeea28/volumes"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.455973    2369 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=c950764c-9601-4c76-adb3-ddb61bd6335d path="/var/lib/kubelet/pods/c950764c-9601-4c76-adb3-ddb61bd6335d/volumes"

	Aug 21 11:04:37 addons-500000 kubelet[2369]: I0821 11:04:37.456108    2369 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID=e0a3c68e-5aaa-440d-a98d-7826d75c0519 path="/var/lib/kubelet/pods/e0a3c68e-5aaa-440d-a98d-7826d75c0519/volumes"

	Aug 21 11:04:40 addons-500000 kubelet[2369]: I0821 11:04:40.119763    2369 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="headlamp/headlamp-5c78f74d8d-llcss" podStartSLOduration=2.251334804 podCreationTimestamp="2023-08-21 11:04:34 +0000 UTC" firstStartedPulling="2023-08-21 11:04:35.36043408 +0000 UTC m=+1816.001548947" lastFinishedPulling="2023-08-21 11:04:39.228820032 +0000 UTC m=+1819.869934941" observedRunningTime="2023-08-21 11:04:40.109914907 +0000 UTC m=+1820.751029816" watchObservedRunningTime="2023-08-21 11:04:40.119720798 +0000 UTC m=+1820.760835707"

	Aug 21 11:04:41 addons-500000 kubelet[2369]: I0821 11:04:41.451970    2369 scope.go:115] "RemoveContainer" containerID="61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185"

	Aug 21 11:04:41 addons-500000 kubelet[2369]: E0821 11:04:41.452254    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-500000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Ingress (136.82s)

=== RUN   TestAddons/parallel/InspektorGadget

=== PAUSE TestAddons/parallel/InspektorGadget

=== CONT  TestAddons/parallel/InspektorGadget

addons_test.go:814: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...

helpers_test.go:329: TestAddons/parallel/InspektorGadget: WARNING: pod list for "gadget" "k8s-app=gadget" returned: client rate limiter Wait returned an error: context deadline exceeded

addons_test.go:814: ***** TestAddons/parallel/InspektorGadget: pod "k8s-app=gadget" failed to start within 8m0s: context deadline exceeded ****

addons_test.go:814: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

addons_test.go:814: TestAddons/parallel/InspektorGadget: showing logs for failed pods as of 2023-08-21 04:02:25.595525 -0700 PDT m=+1750.562550876

addons_test.go:815: failed waiting for inspektor-gadget pod: k8s-app=gadget within 8m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-500000 -n addons-500000

helpers_test.go:244: <<< TestAddons/parallel/InspektorGadget FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/InspektorGadget]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 logs -n 25

helpers_test.go:252: TestAddons/parallel/InspektorGadget logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |               Args                |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.4      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0-rc.1 |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | --all                             | minikube             | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | --download-only -p                | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | binary-mirror-462000              |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --binary-mirror                   |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49329            |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-462000           | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | -p addons-500000                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:40 PDT |

	|         | --wait=true --memory=4000         |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --addons=registry                 |                      |         |         |                     |                     |

	|         | --addons=metrics-server           |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots          |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver      |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                 |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner            |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget         |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	|         | --addons=ingress                  |                      |         |         |                     |                     |

	|         | --addons=ingress-dns              |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p          | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:52 PDT |                     |

	|         | addons-500000                     |                      |         |         |                     |                     |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/21 03:33:48

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0821 03:33:48.415064    1442 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:48.415176    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415179    1442 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:48.415182    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415284    1442 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 03:33:48.416485    1442 out.go:303] Setting JSON to false

	I0821 03:33:48.431675    1442 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":202,"bootTime":1692613826,"procs":392,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:48.431757    1442 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:48.436776    1442 out.go:177] * [addons-500000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:48.443786    1442 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 03:33:48.443817    1442 notify.go:220] Checking for updates...

	I0821 03:33:48.452754    1442 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:48.459793    1442 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:48.466761    1442 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:48.469754    1442 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 03:33:48.472801    1442 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 03:33:48.476845    1442 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:48.479685    1442 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 03:33:48.486794    1442 start.go:298] selected driver: qemu2

	I0821 03:33:48.486801    1442 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:48.486809    1442 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 03:33:48.488928    1442 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:48.491687    1442 out.go:177] * Automatically selected the socket_vmnet network

	I0821 03:33:48.495787    1442 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 03:33:48.495806    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:33:48.495814    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:33:48.495818    1442 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 03:33:48.495823    1442 start_flags.go:319] config:

	{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:c

ni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:48.500226    1442 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:48.506762    1442 out.go:177] * Starting control plane node addons-500000 in cluster addons-500000

	I0821 03:33:48.510761    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:33:48.510781    1442 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 03:33:48.510799    1442 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:48.510861    1442 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 03:33:48.510867    1442 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 03:33:48.511057    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:33:48.511069    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json: {Name:mke6ea6a330608889e821054234e4dab41e05376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:48.511283    1442 start.go:365] acquiring machines lock for addons-500000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 03:33:48.511397    1442 start.go:369] acquired machines lock for "addons-500000" in 109.25µs

	I0821 03:33:48.511409    1442 start.go:93] Provisioning new machine with config: &{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:

addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType

:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:33:48.511444    1442 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 03:33:48.515777    1442 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0821 03:33:48.825711    1442 start.go:159] libmachine.API.Create for "addons-500000" (driver="qemu2")

	I0821 03:33:48.825759    1442 client.go:168] LocalClient.Create starting

	I0821 03:33:48.825907    1442 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 03:33:48.926786    1442 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 03:33:49.005435    1442 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 03:33:49.429478    1442 main.go:141] libmachine: Creating SSH key...

	I0821 03:33:49.603069    1442 main.go:141] libmachine: Creating Disk image...

	I0821 03:33:49.603078    1442 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 03:33:49.603290    1442 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.637224    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.637249    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.637377    1442 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2 +20000M

	I0821 03:33:49.644766    1442 main.go:141] libmachine: STDOUT: Image resized.

	I0821 03:33:49.644778    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.644801    1442 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.644808    1442 main.go:141] libmachine: Starting QEMU VM...

	I0821 03:33:49.644850    1442 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:15:38:20:81:6d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.712858    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.712896    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.712900    1442 main.go:141] libmachine: Attempt 0

	I0821 03:33:49.712923    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:51.714037    1442 main.go:141] libmachine: Attempt 1

	I0821 03:33:51.714122    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:53.715339    1442 main.go:141] libmachine: Attempt 2

	I0821 03:33:53.715370    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:55.716394    1442 main.go:141] libmachine: Attempt 3

	I0821 03:33:55.716406    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:57.717443    1442 main.go:141] libmachine: Attempt 4

	I0821 03:33:57.717472    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:59.718558    1442 main.go:141] libmachine: Attempt 5

	I0821 03:33:59.718579    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719634    1442 main.go:141] libmachine: Attempt 6

	I0821 03:34:01.719657    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719810    1442 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0821 03:34:01.719849    1442 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:5e:15:38:20:81:6d ID:1,5e:15:38:20:81:6d Lease:0x64e48f18}

	I0821 03:34:01.719855    1442 main.go:141] libmachine: Found match: 5e:15:38:20:81:6d

	I0821 03:34:01.719867    1442 main.go:141] libmachine: IP: 192.168.105.2

	I0821 03:34:01.719873    1442 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0821 03:34:03.738025    1442 machine.go:88] provisioning docker machine ...

	I0821 03:34:03.738086    1442 buildroot.go:166] provisioning hostname "addons-500000"

	I0821 03:34:03.739549    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.740347    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.740367    1442 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-500000 && echo "addons-500000" | sudo tee /etc/hostname

	I0821 03:34:03.826570    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-500000

	I0821 03:34:03.826696    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.827174    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.827189    1442 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-500000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-500000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-500000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0821 03:34:03.891757    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0821 03:34:03.891772    1442 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17102-920/.minikube CaCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17102-920/.minikube}

	I0821 03:34:03.891782    1442 buildroot.go:174] setting up certificates

	I0821 03:34:03.891796    1442 provision.go:83] configureAuth start

	I0821 03:34:03.891801    1442 provision.go:138] copyHostCerts

	I0821 03:34:03.891982    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/ca.pem (1078 bytes)

	I0821 03:34:03.892356    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/cert.pem (1123 bytes)

	I0821 03:34:03.892494    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/key.pem (1679 bytes)

	I0821 03:34:03.892606    1442 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem org=jenkins.addons-500000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-500000]

	I0821 03:34:04.055231    1442 provision.go:172] copyRemoteCerts

	I0821 03:34:04.055290    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0821 03:34:04.055299    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.085022    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0821 03:34:04.091757    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0821 03:34:04.098302    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0821 03:34:04.105297    1442 provision.go:86] duration metric: configureAuth took 213.489792ms

	I0821 03:34:04.105304    1442 buildroot.go:189] setting minikube options for container-runtime

	I0821 03:34:04.105410    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:04.105443    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.105658    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.105665    1442 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0821 03:34:04.160033    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0821 03:34:04.160039    1442 buildroot.go:70] root file system type: tmpfs

	I0821 03:34:04.160095    1442 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0821 03:34:04.160145    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.160376    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.160410    1442 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0821 03:34:04.217511    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0821 03:34:04.217555    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.217777    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.217788    1442 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0821 03:34:04.516566    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0821 03:34:04.516576    1442 machine.go:91] provisioned docker machine in 778.543875ms

	I0821 03:34:04.516581    1442 client.go:171] LocalClient.Create took 15.691254833s

	I0821 03:34:04.516600    1442 start.go:167] duration metric: libmachine.API.Create for "addons-500000" took 15.691329875s

	I0821 03:34:04.516605    1442 start.go:300] post-start starting for "addons-500000" (driver="qemu2")

	I0821 03:34:04.516610    1442 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0821 03:34:04.516676    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0821 03:34:04.516684    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.547645    1442 ssh_runner.go:195] Run: cat /etc/os-release

	I0821 03:34:04.548977    1442 info.go:137] Remote host: Buildroot 2021.02.12

	I0821 03:34:04.548988    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/addons for local assets ...

	I0821 03:34:04.549067    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/files for local assets ...

	I0821 03:34:04.549094    1442 start.go:303] post-start completed in 32.487208ms

	I0821 03:34:04.549503    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:34:04.549671    1442 start.go:128] duration metric: createHost completed in 16.038665083s

	I0821 03:34:04.549713    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.549937    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.549942    1442 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0821 03:34:04.603319    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692614044.503149419

	I0821 03:34:04.603325    1442 fix.go:206] guest clock: 1692614044.503149419

	I0821 03:34:04.603329    1442 fix.go:219] Guest: 2023-08-21 03:34:04.503149419 -0700 PDT Remote: 2023-08-21 03:34:04.549674 -0700 PDT m=+16.153755168 (delta=-46.524581ms)

	I0821 03:34:04.603340    1442 fix.go:190] guest clock delta is within tolerance: -46.524581ms

	I0821 03:34:04.603349    1442 start.go:83] releasing machines lock for "addons-500000", held for 16.092394834s

	I0821 03:34:04.603625    1442 ssh_runner.go:195] Run: cat /version.json

	I0821 03:34:04.603635    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.603639    1442 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0821 03:34:04.603685    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.631400    1442 ssh_runner.go:195] Run: systemctl --version

	I0821 03:34:04.633303    1442 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0821 03:34:04.675003    1442 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0821 03:34:04.675044    1442 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0821 03:34:04.680093    1442 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0821 03:34:04.680102    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.680217    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.685575    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0821 03:34:04.689003    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0821 03:34:04.692463    1442 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0821 03:34:04.692496    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0821 03:34:04.695492    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.698438    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0821 03:34:04.701779    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.705308    1442 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0821 03:34:04.708997    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0821 03:34:04.712485    1442 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0821 03:34:04.715157    1442 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0821 03:34:04.718062    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:04.801182    1442 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0821 03:34:04.809752    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.809829    1442 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0821 03:34:04.815491    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.820439    1442 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0821 03:34:04.826330    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.831197    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.835955    1442 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0821 03:34:04.893707    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.899704    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.905738    1442 ssh_runner.go:195] Run: which cri-dockerd

	I0821 03:34:04.907314    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0821 03:34:04.910018    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0821 03:34:04.915159    1442 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0821 03:34:04.993497    1442 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0821 03:34:05.073322    1442 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0821 03:34:05.073337    1442 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0821 03:34:05.078736    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:05.148942    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:06.310888    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161962625s)

	I0821 03:34:06.310946    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.389910    1442 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0821 03:34:06.470512    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.540771    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.608028    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0821 03:34:06.614951    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.680856    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0821 03:34:06.705016    1442 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0821 03:34:06.705100    1442 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0821 03:34:06.707492    1442 start.go:534] Will wait 60s for crictl version

	I0821 03:34:06.707526    1442 ssh_runner.go:195] Run: which crictl

	I0821 03:34:06.708906    1442 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0821 03:34:06.723485    1442 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0821 03:34:06.723553    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.733136    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.752243    1442 out.go:204] * Preparing Kubernetes v1.27.4 on Docker 24.0.4 ...

	I0821 03:34:06.752395    1442 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0821 03:34:06.753728    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:06.757671    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:34:06.757717    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:06.767699    1442 docker.go:636] Got preloaded images: 

	I0821 03:34:06.767706    1442 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.4 wasn't preloaded

	I0821 03:34:06.767758    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:06.770623    1442 ssh_runner.go:195] Run: which lz4

	I0821 03:34:06.772016    1442 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0821 03:34:06.773407    1442 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0821 03:34:06.773426    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343658271 bytes)

	I0821 03:34:08.065715    1442 docker.go:600] Took 1.293779 seconds to copy over tarball

	I0821 03:34:08.065776    1442 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0821 03:34:09.083194    1442 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.017432542s)

	I0821 03:34:09.083208    1442 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0821 03:34:09.098174    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:09.101758    1442 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0821 03:34:09.107271    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:09.185186    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:11.583398    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.398262792s)

	I0821 03:34:11.583497    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:11.599112    1442 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.4

	registry.k8s.io/kube-controller-manager:v1.27.4

	registry.k8s.io/kube-scheduler:v1.27.4

	registry.k8s.io/kube-proxy:v1.27.4

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0821 03:34:11.599121    1442 cache_images.go:84] Images are preloaded, skipping loading

	I0821 03:34:11.599173    1442 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0821 03:34:11.606813    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:11.606822    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:11.606852    1442 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0821 03:34:11.606862    1442 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-500000 NodeName:addons-500000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0821 03:34:11.606930    1442 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-500000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0821 03:34:11.606959    1442 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-500000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0821 03:34:11.607013    1442 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.4

	I0821 03:34:11.609958    1442 binaries.go:44] Found k8s binaries, skipping transfer

	I0821 03:34:11.609992    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0821 03:34:11.613080    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0821 03:34:11.618135    1442 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0821 03:34:11.623217    1442 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0821 03:34:11.628067    1442 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0821 03:34:11.629338    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:11.633264    1442 certs.go:56] Setting up /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000 for IP: 192.168.105.2

	I0821 03:34:11.633272    1442 certs.go:190] acquiring lock for shared ca certs: {Name:mkaf8bee91c9bef113528e728629bac5c142d5d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.633419    1442 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key

	I0821 03:34:11.709497    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt ...

	I0821 03:34:11.709504    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt: {Name:mk11304afc04d282dffa1bbfafecb7763b86f0d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709741    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key ...

	I0821 03:34:11.709747    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key: {Name:mk7632addcfceaabe09bce428c8dd59051132a6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709856    1442 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key

	I0821 03:34:11.928292    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt ...

	I0821 03:34:11.928298    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt: {Name:mk59ba2d6f1e462ee2e456d21a76e6acaba82b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928531    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key ...

	I0821 03:34:11.928534    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key: {Name:mk02c96134c44ce7714696be07e0b5c22f58dc64 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928684    1442 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key

	I0821 03:34:11.928691    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt with IP's: []

	I0821 03:34:12.116170    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt ...

	I0821 03:34:12.116177    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt: {Name:mk3182b685506ec2dbfcad41054e3ffc2bf0f3b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116379    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key ...

	I0821 03:34:12.116384    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key: {Name:mk087ee0a568a92e1e97ae6eb06dd6604454b2e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116489    1442 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969

	I0821 03:34:12.116499    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0821 03:34:12.174634    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 ...

	I0821 03:34:12.174637    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969: {Name:mk02f137a3a75334a28e6811666f6d1dde47709c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174771    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 ...

	I0821 03:34:12.174774    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969: {Name:mk629f60ce1370d0aadb852a255428713cef631b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174873    1442 certs.go:337] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt

	I0821 03:34:12.175028    1442 certs.go:341] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key

	I0821 03:34:12.175114    1442 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key

	I0821 03:34:12.175123    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt with IP's: []

	I0821 03:34:12.291172    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt ...

	I0821 03:34:12.291175    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt: {Name:mk4861ba5de37ed8d82543663b167ed0e04664dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291331    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key ...

	I0821 03:34:12.291334    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key: {Name:mk5eb1fb206858f7f6262a3b86ec8673fdeb4399 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291586    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem (1679 bytes)

	I0821 03:34:12.291611    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem (1078 bytes)

	I0821 03:34:12.291633    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem (1123 bytes)

	I0821 03:34:12.291654    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem (1679 bytes)

	I0821 03:34:12.292029    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0821 03:34:12.300489    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0821 03:34:12.307765    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0821 03:34:12.314499    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0821 03:34:12.321449    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0821 03:34:12.328965    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0821 03:34:12.336085    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0821 03:34:12.342676    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0821 03:34:12.349529    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0821 03:34:12.356907    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0821 03:34:12.363000    1442 ssh_runner.go:195] Run: openssl version

	I0821 03:34:12.364943    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0821 03:34:12.368659    1442 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370316    1442 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 21 10:34 /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370337    1442 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.372170    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0821 03:34:12.375051    1442 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0821 03:34:12.376254    1442 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0821 03:34:12.376292    1442 kubeadm.go:404] StartCluster: {Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespac

e:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:34:12.376353    1442 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 03:34:12.381765    1442 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0821 03:34:12.385127    1442 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0821 03:34:12.388050    1442 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0821 03:34:12.390699    1442 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0821 03:34:12.390714    1442 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0821 03:34:12.412358    1442 kubeadm.go:322] [init] Using Kubernetes version: v1.27.4

	I0821 03:34:12.412390    1442 kubeadm.go:322] [preflight] Running pre-flight checks

	I0821 03:34:12.465080    1442 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0821 03:34:12.465135    1442 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0821 03:34:12.465183    1442 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0821 03:34:12.530098    1442 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0821 03:34:12.539343    1442 out.go:204]   - Generating certificates and keys ...

	I0821 03:34:12.539375    1442 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0821 03:34:12.539413    1442 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0821 03:34:12.639909    1442 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0821 03:34:12.680054    1442 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0821 03:34:12.714095    1442 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0821 03:34:12.849965    1442 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0821 03:34:12.996137    1442 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0821 03:34:12.996199    1442 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.141022    1442 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0821 03:34:13.141102    1442 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.228117    1442 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0821 03:34:13.409230    1442 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0821 03:34:13.774136    1442 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0821 03:34:13.774180    1442 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0821 03:34:13.866700    1442 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0821 03:34:13.977782    1442 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0821 03:34:14.068222    1442 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0821 03:34:14.144551    1442 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0821 03:34:14.151809    1442 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0821 03:34:14.152307    1442 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0821 03:34:14.152438    1442 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0821 03:34:14.228545    1442 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0821 03:34:14.232527    1442 out.go:204]   - Booting up control plane ...

	I0821 03:34:14.232575    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0821 03:34:14.232614    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0821 03:34:14.232645    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0821 03:34:14.236440    1442 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0821 03:34:14.238376    1442 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0821 03:34:18.241227    1442 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002539 seconds

	I0821 03:34:18.241427    1442 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0821 03:34:18.252886    1442 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0821 03:34:18.774491    1442 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0821 03:34:18.774728    1442 kubeadm.go:322] [mark-control-plane] Marking the node addons-500000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0821 03:34:19.280325    1442 kubeadm.go:322] [bootstrap-token] Using token: jvxtql.8wgzhr7nb5g9o93n

	I0821 03:34:19.286479    1442 out.go:204]   - Configuring RBAC rules ...

	I0821 03:34:19.286537    1442 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0821 03:34:19.290363    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0821 03:34:19.293121    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0821 03:34:19.294256    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0821 03:34:19.295736    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0821 03:34:19.296773    1442 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0821 03:34:19.301173    1442 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0821 03:34:19.474355    1442 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0821 03:34:19.693544    1442 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0821 03:34:19.694011    1442 kubeadm.go:322] 

	I0821 03:34:19.694043    1442 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0821 03:34:19.694047    1442 kubeadm.go:322] 

	I0821 03:34:19.694084    1442 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0821 03:34:19.694086    1442 kubeadm.go:322] 

	I0821 03:34:19.694099    1442 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0821 03:34:19.694192    1442 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0821 03:34:19.694216    1442 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0821 03:34:19.694219    1442 kubeadm.go:322] 

	I0821 03:34:19.694251    1442 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0821 03:34:19.694263    1442 kubeadm.go:322] 

	I0821 03:34:19.694293    1442 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0821 03:34:19.694296    1442 kubeadm.go:322] 

	I0821 03:34:19.694320    1442 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0821 03:34:19.694360    1442 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0821 03:34:19.694390    1442 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0821 03:34:19.694394    1442 kubeadm.go:322] 

	I0821 03:34:19.694446    1442 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0821 03:34:19.694488    1442 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0821 03:34:19.694495    1442 kubeadm.go:322] 

	I0821 03:34:19.694535    1442 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694617    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 \

	I0821 03:34:19.694632    1442 kubeadm.go:322] 	--control-plane 

	I0821 03:34:19.694634    1442 kubeadm.go:322] 

	I0821 03:34:19.694684    1442 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0821 03:34:19.694688    1442 kubeadm.go:322] 

	I0821 03:34:19.694735    1442 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694782    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 

	I0821 03:34:19.694835    1442 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0821 03:34:19.694840    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:19.694847    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:19.703814    1442 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0821 03:34:19.707890    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0821 03:34:19.711023    1442 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0821 03:34:19.716873    1442 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0821 03:34:19.716924    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.716951    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43 minikube.k8s.io/name=addons-500000 minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.723924    1442 ops.go:34] apiserver oom_adj: -16

	I0821 03:34:19.767999    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.814902    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.352169    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.852188    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.352164    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.852123    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.352346    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.852184    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.352159    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.852279    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.352116    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.852182    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.352203    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.852083    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.352293    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.852062    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.352046    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.851991    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.851976    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.851943    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.352016    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.851904    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.351923    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.851905    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.351835    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.388500    1442 kubeadm.go:1081] duration metric: took 12.671972458s to wait for elevateKubeSystemPrivileges.

	I0821 03:34:32.388516    1442 kubeadm.go:406] StartCluster complete in 20.01278175s

	I0821 03:34:32.388525    1442 settings.go:142] acquiring lock: {Name:mkeb461ec3a6a92ee32ce41e8df63d6759cb2728 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.388680    1442 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:34:32.388902    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/kubeconfig: {Name:mk2bc9c64ad130c36a0253707ac2ba3f8fd22371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.389107    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0821 03:34:32.389147    1442 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0821 03:34:32.389221    1442 addons.go:69] Setting volumesnapshots=true in profile "addons-500000"

	I0821 03:34:32.389227    1442 addons.go:231] Setting addon volumesnapshots=true in "addons-500000"

	I0821 03:34:32.389225    1442 addons.go:69] Setting cloud-spanner=true in profile "addons-500000"

	I0821 03:34:32.389236    1442 addons.go:231] Setting addon cloud-spanner=true in "addons-500000"

	I0821 03:34:32.389251    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389279    1442 addons.go:69] Setting storage-provisioner=true in profile "addons-500000"

	I0821 03:34:32.389222    1442 addons.go:69] Setting gcp-auth=true in profile "addons-500000"

	I0821 03:34:32.389282    1442 addons.go:231] Setting addon storage-provisioner=true in "addons-500000"

	I0821 03:34:32.389288    1442 mustload.go:65] Loading cluster: addons-500000

	I0821 03:34:32.389299    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389299    1442 addons.go:69] Setting inspektor-gadget=true in profile "addons-500000"

	I0821 03:34:32.389327    1442 addons.go:69] Setting registry=true in profile "addons-500000"

	I0821 03:34:32.389360    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389358    1442 addons.go:69] Setting ingress-dns=true in profile "addons-500000"

	I0821 03:34:32.389378    1442 addons.go:231] Setting addon ingress-dns=true in "addons-500000"

	I0821 03:34:32.389273    1442 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-500000"

	I0821 03:34:32.389396    1442 addons.go:69] Setting ingress=true in profile "addons-500000"

	I0821 03:34:32.389434    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389418    1442 addons.go:69] Setting metrics-server=true in profile "addons-500000"

	I0821 03:34:32.389454    1442 addons.go:231] Setting addon metrics-server=true in "addons-500000"

	I0821 03:34:32.389465    1442 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389506    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389519    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389564    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389572    1442 addons.go:277] "addons-500000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389347    1442 addons.go:231] Setting addon inspektor-gadget=true in "addons-500000"

	I0821 03:34:32.389693    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389757    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389767    1442 addons.go:277] "addons-500000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389367    1442 addons.go:231] Setting addon registry=true in "addons-500000"

	I0821 03:34:32.389786    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389790    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389796    1442 addons.go:277] "addons-500000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389799    1442 addons.go:467] Verifying addon metrics-server=true in "addons-500000"

	W0821 03:34:32.389788    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389803    1442 addons.go:277] "addons-500000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389805    1442 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389275    1442 addons.go:69] Setting default-storageclass=true in profile "addons-500000"

	I0821 03:34:32.394058    1442 out.go:177] * Verifying csi-hostpath-driver addon...

	I0821 03:34:32.389436    1442 addons.go:231] Setting addon ingress=true in "addons-500000"

	I0821 03:34:32.389868    1442 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-500000"

	W0821 03:34:32.389953    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390033    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390053    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	I0821 03:34:32.390510    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.409190    1442 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	W0821 03:34:32.404296    1442 addons.go:277] "addons-500000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404342    1442 addons.go:277] "addons-500000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404346    1442 addons.go:277] "addons-500000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0821 03:34:32.404410    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.404764    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0821 03:34:32.413218    1442 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0821 03:34:32.413224    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0821 03:34:32.413232    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.413266    1442 addons.go:467] Verifying addon registry=true in "addons-500000"

	I0821 03:34:32.418274    1442 out.go:177] * Verifying registry addon...

	I0821 03:34:32.419795    1442 addons.go:231] Setting addon default-storageclass=true in "addons-500000"

	I0821 03:34:32.419868    1442 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-500000" context rescaled to 1 replicas

	I0821 03:34:32.420817    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0821 03:34:32.421498    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.421694    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.421701    1442 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:34:32.421849    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0821 03:34:32.431173    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.440212    1442 out.go:177] * Verifying Kubernetes components...

	I0821 03:34:32.431974    1442 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.435186    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0821 03:34:32.444202    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0821 03:34:32.444209    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:32.447466    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0821 03:34:32.448196    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1

	I0821 03:34:32.448211    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.451292    1442 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.451299    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)

	I0821 03:34:32.451306    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.454351    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0821 03:34:32.454358    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0821 03:34:32.485876    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0821 03:34:32.485886    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0821 03:34:32.513135    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0821 03:34:32.513147    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0821 03:34:32.532036    1442 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0821 03:34:32.532052    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0821 03:34:32.537566    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.542495    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.548533    1442 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:32.548541    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0821 03:34:32.568087    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:33.517324    1442 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.069159875s)

	I0821 03:34:33.517338    1442 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.069147125s)

	I0821 03:34:33.517342    1442 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0821 03:34:33.517808    1442 node_ready.go:35] waiting up to 6m0s for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519592    1442 node_ready.go:49] node "addons-500000" has status "Ready":"True"

	I0821 03:34:33.519599    1442 node_ready.go:38] duration metric: took 1.779708ms waiting for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519602    1442 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:33.522687    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:33.964195    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.421717084s)

	I0821 03:34:33.964211    1442 addons.go:467] Verifying addon ingress=true in "addons-500000"

	I0821 03:34:33.968723    1442 out.go:177] * Verifying ingress addon...

	I0821 03:34:33.964338    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.396275834s)

	W0821 03:34:33.968774    1442 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.975741    1442 retry.go:31] will retry after 231.591556ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.976141    1442 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0821 03:34:33.984299    1442 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0821 03:34:33.984307    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:33.987720    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.207434    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:34.491123    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.991180    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.490538    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.534205    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:35.990628    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.490998    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.745839    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.5384555s)

	I0821 03:34:36.990793    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.491119    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.534210    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:37.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.490772    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.997287    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.008172    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0821 03:34:39.008186    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.055480    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0821 03:34:39.064828    1442 addons.go:231] Setting addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.064858    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:39.065649    1442 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0821 03:34:39.065660    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.100776    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:39.103705    1442 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0821 03:34:39.107726    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0821 03:34:39.107734    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0821 03:34:39.113078    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0821 03:34:39.113087    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0821 03:34:39.127541    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.127551    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0821 03:34:39.133486    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.491109    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.534694    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:39.629710    1442 addons.go:467] Verifying addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.641410    1442 out.go:177] * Verifying gcp-auth addon...

	I0821 03:34:39.650441    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0821 03:34:39.656554    1442 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0821 03:34:39.656563    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.658191    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.991177    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.161154    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.492443    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.660810    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.990558    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.161357    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.492269    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.534695    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:41.660947    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.990678    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.161013    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.490658    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.660884    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.990530    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.161042    1442 kapi.go:107] duration metric: took 3.510698166s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0821 03:34:43.165184    1442 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-500000 cluster.

	I0821 03:34:43.169238    1442 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0821 03:34:43.173158    1442 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0821 03:34:43.491145    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.534713    1442 pod_ready.go:97] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerSt

ateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534727    1442 pod_ready.go:81] duration metric: took 10.012309458s waiting for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	E0821 03:34:43.534732    1442 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Runnin

g:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534736    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537136    1442 pod_ready.go:92] pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.537140    1442 pod_ready.go:81] duration metric: took 2.400375ms waiting for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537145    1442 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539758    1442 pod_ready.go:92] pod "etcd-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.539762    1442 pod_ready.go:81] duration metric: took 2.614916ms waiting for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539766    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542039    1442 pod_ready.go:92] pod "kube-apiserver-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.542045    1442 pod_ready.go:81] duration metric: took 2.276584ms waiting for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542049    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544341    1442 pod_ready.go:92] pod "kube-controller-manager-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.544345    1442 pod_ready.go:81] duration metric: took 2.2935ms waiting for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544348    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933736    1442 pod_ready.go:92] pod "kube-proxy-z2wj9" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.933748    1442 pod_ready.go:81] duration metric: took 389.407375ms waiting for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933752    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.990470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.334535    1442 pod_ready.go:92] pod "kube-scheduler-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:44.334545    1442 pod_ready.go:81] duration metric: took 400.801125ms waiting for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:44.334549    1442 pod_ready.go:38] duration metric: took 10.81524225s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:44.334558    1442 api_server.go:52] waiting for apiserver process to appear ...

	I0821 03:34:44.334639    1442 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0821 03:34:44.339980    1442 api_server.go:72] duration metric: took 11.909098333s to wait for apiserver process to appear ...

	I0821 03:34:44.339987    1442 api_server.go:88] waiting for apiserver healthz status ...

	I0821 03:34:44.339993    1442 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0821 03:34:44.344178    1442 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0821 03:34:44.344920    1442 api_server.go:141] control plane version: v1.27.4

	I0821 03:34:44.344925    1442 api_server.go:131] duration metric: took 4.936ms to wait for apiserver health ...

	I0821 03:34:44.344929    1442 system_pods.go:43] waiting for kube-system pods to appear ...

	I0821 03:34:44.490452    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.535983    1442 system_pods.go:59] 8 kube-system pods found

	I0821 03:34:44.535991    1442 system_pods.go:61] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.535994    1442 system_pods.go:61] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.536011    1442 system_pods.go:61] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.536015    1442 system_pods.go:61] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.536018    1442 system_pods.go:61] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.536020    1442 system_pods.go:61] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.536022    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.536025    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.536028    1442 system_pods.go:74] duration metric: took 191.1015ms to wait for pod list to return data ...

	I0821 03:34:44.536033    1442 default_sa.go:34] waiting for default service account to be created ...

	I0821 03:34:44.734042    1442 default_sa.go:45] found service account: "default"

	I0821 03:34:44.734051    1442 default_sa.go:55] duration metric: took 198.020583ms for default service account to be created ...

	I0821 03:34:44.734055    1442 system_pods.go:116] waiting for k8s-apps to be running ...

	I0821 03:34:44.935348    1442 system_pods.go:86] 8 kube-system pods found

	I0821 03:34:44.935359    1442 system_pods.go:89] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.935362    1442 system_pods.go:89] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.935365    1442 system_pods.go:89] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.935367    1442 system_pods.go:89] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.935369    1442 system_pods.go:89] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.935372    1442 system_pods.go:89] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.935374    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.935376    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.935380    1442 system_pods.go:126] duration metric: took 201.327917ms to wait for k8s-apps to be running ...

	I0821 03:34:44.935391    1442 system_svc.go:44] waiting for kubelet service to be running ....

	I0821 03:34:44.935475    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:44.941643    1442 system_svc.go:56] duration metric: took 6.252209ms WaitForService to wait for kubelet.

	I0821 03:34:44.941651    1442 kubeadm.go:581] duration metric: took 12.5107865s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0821 03:34:44.941660    1442 node_conditions.go:102] verifying NodePressure condition ...

	I0821 03:34:44.990746    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.134674    1442 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0821 03:34:45.134706    1442 node_conditions.go:123] node cpu capacity is 2

	I0821 03:34:45.134712    1442 node_conditions.go:105] duration metric: took 193.055083ms to run NodePressure ...

	I0821 03:34:45.134717    1442 start.go:228] waiting for startup goroutines ...

	I0821 03:34:45.490470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.490327    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.990587    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.490536    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.990358    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.490279    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.990490    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.490328    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.990414    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.490337    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.990260    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.490639    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.989843    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.490813    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.990112    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.491005    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.992627    1442 kapi.go:107] duration metric: took 20.017033875s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0821 03:40:32.405313    1442 kapi.go:107] duration metric: took 6m0.010490834s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	W0821 03:40:32.405643    1442 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0821 03:40:32.421828    1442 kapi.go:107] duration metric: took 6m0.009978583s to wait for kubernetes.io/minikube-addons=registry ...

	W0821 03:40:32.421921    1442 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0821 03:40:32.430174    1442 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, default-storageclass, volumesnapshots, gcp-auth, ingress

	I0821 03:40:32.437176    1442 addons.go:502] enable addons completed in 6m0.058033333s: enabled=[storage-provisioner cloud-spanner metrics-server ingress-dns inspektor-gadget default-storageclass volumesnapshots gcp-auth ingress]

	I0821 03:40:32.437214    1442 start.go:233] waiting for cluster config update ...

	I0821 03:40:32.437252    1442 start.go:242] writing updated cluster config ...

	I0821 03:40:32.438394    1442 ssh_runner.go:195] Run: rm -f paused

	I0821 03:40:32.505190    1442 start.go:600] kubectl: 1.27.2, cluster: 1.27.4 (minor skew: 0)

	I0821 03:40:32.509248    1442 out.go:177] * Done! kubectl is now configured to use "addons-500000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:02:25 UTC. --

	Aug 21 10:34:41 addons-500000 dockerd[1153]: time="2023-08-21T10:34:41.956624254Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:42 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:42Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/bbb4a4c960656b62bb19b9b067c655ea39e12d8756d8701729b8421b997616a1/resolv.conf as [nameserver 10.96.0.10 search ingress-nginx.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Aug 21 10:34:42 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:42Z" level=info msg="Stop pulling image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf: Status: Downloaded newer image for gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf"

	Aug 21 10:34:42 addons-500000 dockerd[1148]: time="2023-08-21T10:34:42.514519077Z" level=warning msg="reference for unknown type: " digest="sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd" remote="registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd"

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565577154Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565634689Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565652592Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 10:34:42 addons-500000 dockerd[1153]: time="2023-08-21T10:34:42.565663687Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460515395Z" level=info msg="shim disconnected" id=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460544530Z" level=warning msg="cleaning up after shim disconnected" id=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.460548812Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1148]: time="2023-08-21T10:34:43.460463883Z" level=info msg="ignoring event" container=d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550734250Z" level=info msg="shim disconnected" id=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1148]: time="2023-08-21T10:34:43.550868047Z" level=info msg="ignoring event" container=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550901548Z" level=warning msg="cleaning up after shim disconnected" id=3c57b48b5f08f4ead2c53d0b29e10a8a3dc35318069e85faa762b9ff0597901d namespace=moby

	Aug 21 10:34:43 addons-500000 dockerd[1153]: time="2023-08-21T10:34:43.550916158Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 10:34:52 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:52Z" level=info msg="Pulling image registry.k8s.io/ingress-nginx/controller:v1.8.1@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd: df2bdb71e370: Extracting [=====================================>             ]  8.782MB/11.56MB"

	Aug 21 10:34:52 addons-500000 dockerd[1148]: time="2023-08-21T10:34:52.972147755Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:52 addons-500000 dockerd[1148]: time="2023-08-21T10:34:52.973540499Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:53 addons-500000 dockerd[1148]: time="2023-08-21T10:34:53.079609792Z" level=warning msg="ignored xattrs in archive: underlying filesystem doesn't support them" errors="[operation not supported]"

	Aug 21 10:34:53 addons-500000 cri-dockerd[1049]: time="2023-08-21T10:34:53Z" level=info msg="Stop pulling image registry.k8s.io/ingress-nginx/controller:v1.8.1@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd: Status: Downloaded newer image for registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd"

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201046831Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201094050Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201110708Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 10:34:53 addons-500000 dockerd[1153]: time="2023-08-21T10:34:53.201117263Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                        CREATED             STATE               NAME                         ATTEMPT             POD ID

	734d7d69c9e8b       registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd             27 minutes ago      Running             controller                   0                   bbb4a4c960656

	dbe5746b118a6       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                 27 minutes ago      Running             gcp-auth                     0                   31154fc41fc35

	fc5767357c5d9       8f2588812ab29                                                                                                                27 minutes ago      Exited              patch                        1                   0538e79b5c883

	aa7d89a7d68d0       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b   27 minutes ago      Exited              create                       0                   3c078f4b9885e

	7979593c9bb52       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      27 minutes ago      Running             volume-snapshot-controller   0                   70a68685a69fb

	fe9609fabef21       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      27 minutes ago      Running             volume-snapshot-controller   0                   39eda7944d576

	16cfb4c805080       97e04611ad434                                                                                                                27 minutes ago      Running             coredns                      0                   b6fa8f87ea743

	36558206e7ebf       532e5a30e948f                                                                                                                27 minutes ago      Running             kube-proxy                   0                   ccc8633d52ca6

	bd48baf71b163       6eb63895cb67f                                                                                                                28 minutes ago      Running             kube-scheduler               0                   65c9ea48d27ae

	27dc2c0d7a4a5       24bc64e911039                                                                                                                28 minutes ago      Running             etcd                         0                   0f2cdc52bbda6

	dc949a6ce14c1       64aece92d6bde                                                                                                                28 minutes ago      Running             kube-apiserver               0                   090daa0e10080

	41982c5e9fc8f       389f6f052cf83                                                                                                                28 minutes ago      Running             kube-controller-manager      0                   a9c3d15b86bf8

	* 

	* ==> controller_ingress [734d7d69c9e8] <==

	*   Build:         dc88dce9ea5e700f3301d16f971fa17c6cfe757d

	  Repository:    https://github.com/kubernetes/ingress-nginx

	  nginx version: nginx/1.21.6

	-------------------------------------------------------------------------------

	W0821 10:34:53.255429       6 client_config.go:618] Neither --kubeconfig nor --master was specified.  Using the inClusterConfig.  This might not work.

	I0821 10:34:53.255517       6 main.go:209] "Creating API client" host="https://10.96.0.1:443"

	I0821 10:34:53.259720       6 main.go:253] "Running in Kubernetes cluster" major="1" minor="27" git="v1.27.4" state="clean" commit="fa3d7990104d7c1f16943a67f11b154b71f6a132" platform="linux/arm64"

	I0821 10:34:53.370154       6 main.go:104] "SSL fake certificate created" file="/etc/ingress-controller/ssl/default-fake-certificate.pem"

	I0821 10:34:53.376568       6 ssl.go:533] "loading tls certificate" path="/usr/local/certificates/cert" key="/usr/local/certificates/key"

	I0821 10:34:53.385083       6 nginx.go:261] "Starting NGINX Ingress controller"

	I0821 10:34:53.389190       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"5b999e5a-759f-47c2-858b-4e3d79b34cbe", APIVersion:"v1", ResourceVersion:"433", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/ingress-nginx-controller

	I0821 10:34:53.391567       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"tcp-services", UID:"a91d48bb-075d-496f-a947-fa3bf3c2ef7e", APIVersion:"v1", ResourceVersion:"434", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/tcp-services

	I0821 10:34:53.391592       6 event.go:285] Event(v1.ObjectReference{Kind:"ConfigMap", Namespace:"ingress-nginx", Name:"udp-services", UID:"5124232c-77f2-4a7f-a11f-9600873ca980", APIVersion:"v1", ResourceVersion:"435", FieldPath:""}): type: 'Normal' reason: 'CREATE' ConfigMap ingress-nginx/udp-services

	I0821 10:34:54.586254       6 nginx.go:304] "Starting NGINX process"

	I0821 10:34:54.586524       6 leaderelection.go:248] attempting to acquire leader lease ingress-nginx/ingress-nginx-leader...

	I0821 10:34:54.587191       6 nginx.go:324] "Starting validation webhook" address=":8443" certPath="/usr/local/certificates/cert" keyPath="/usr/local/certificates/key"

	I0821 10:34:54.588124       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 10:34:54.605898       6 leaderelection.go:258] successfully acquired lease ingress-nginx/ingress-nginx-leader

	I0821 10:34:54.606668       6 status.go:84] "New leader elected" identity="ingress-nginx-controller-7799c6795f-4ppd9"

	I0821 10:34:54.622098       6 status.go:215] "POD is not ready" pod="ingress-nginx/ingress-nginx-controller-7799c6795f-4ppd9" node="addons-500000"

	I0821 10:34:54.663825       6 controller.go:207] "Backend successfully reloaded"

	I0821 10:34:54.663941       6 controller.go:218] "Initial sync, sleeping for 1 second"

	I0821 10:34:54.664013       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	* 

	* ==> coredns [16cfb4c80508] <==

	* .:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:52450 - 49271 "HINFO IN 1467224369207536570.5830207891825585757. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.005303742s

	* 

	* ==> describe nodes <==

	* Name:               addons-500000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-500000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43

	                    minikube.k8s.io/name=addons-500000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 21 Aug 2023 10:34:16 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-500000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 21 Aug 2023 11:02:24 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 21 Aug 2023 11:00:55 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 21 Aug 2023 11:00:55 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 21 Aug 2023 11:00:55 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 21 Aug 2023 11:00:55 +0000   Mon, 21 Aug 2023 10:34:21 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-500000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 0e4a1f71467c44c8a10eca186773afe2

	  System UUID:                0e4a1f71467c44c8a10eca186773afe2

	  Boot ID:                    6d5e7ffc-fb7d-41fe-b076-69fd8535d300

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.27.4

	  Kube-Proxy Version:         v1.27.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-58478865f7-zcg47                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  ingress-nginx               ingress-nginx-controller-7799c6795f-4ppd9    100m (5%!)(MISSING)     0 (0%!)(MISSING)      90Mi (2%!)(MISSING)        0 (0%!)(MISSING)         27m

	  kube-system                 coredns-5d78c9869d-hbg44                     100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     27m

	  kube-system                 etcd-addons-500000                           100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         28m

	  kube-system                 kube-apiserver-addons-500000                 250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-controller-manager-addons-500000        200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 kube-proxy-z2wj9                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 kube-scheduler-addons-500000                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         28m

	  kube-system                 snapshot-controller-75bbb956b9-4pgqh         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	  kube-system                 snapshot-controller-75bbb956b9-j9mkf         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         27m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                850m (42%!)(MISSING)  0 (0%!)(MISSING)

	  memory             260Mi (6%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 27m   kube-proxy       

	  Normal  Starting                 28m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  28m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  28m   kubelet          Node addons-500000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    28m   kubelet          Node addons-500000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     28m   kubelet          Node addons-500000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                28m   kubelet          Node addons-500000 status is now: NodeReady

	  Normal  RegisteredNode           27m   node-controller  Node addons-500000 event: Registered Node addons-500000 in Controller

	* 

	* ==> dmesg <==

	* [Aug21 10:33] ACPI: SRAT not present

	[  +0.000000] KASLR disabled due to lack of seed

	[  +0.638012] EINJ: EINJ table not found.

	[  +0.490829] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.044680] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[Aug21 10:34] systemd-fstab-generator[479]: Ignoring "noauto" for root device

	[  +0.063431] systemd-fstab-generator[490]: Ignoring "noauto" for root device

	[  +0.413293] systemd-fstab-generator[750]: Ignoring "noauto" for root device

	[  +0.194883] systemd-fstab-generator[786]: Ignoring "noauto" for root device

	[  +0.079334] systemd-fstab-generator[797]: Ignoring "noauto" for root device

	[  +0.075319] systemd-fstab-generator[810]: Ignoring "noauto" for root device

	[  +1.241580] systemd-fstab-generator[968]: Ignoring "noauto" for root device

	[  +0.080868] systemd-fstab-generator[979]: Ignoring "noauto" for root device

	[  +0.070572] systemd-fstab-generator[990]: Ignoring "noauto" for root device

	[  +0.067357] systemd-fstab-generator[1001]: Ignoring "noauto" for root device

	[  +0.069942] systemd-fstab-generator[1042]: Ignoring "noauto" for root device

	[  +2.503453] systemd-fstab-generator[1141]: Ignoring "noauto" for root device

	[  +2.381640] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.661766] systemd-fstab-generator[1457]: Ignoring "noauto" for root device

	[  +5.156537] systemd-fstab-generator[2350]: Ignoring "noauto" for root device

	[ +13.738428] kauditd_printk_skb: 41 callbacks suppressed

	[  +1.700338] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.800757] kauditd_printk_skb: 48 callbacks suppressed

	[ +14.143799] kauditd_printk_skb: 54 callbacks suppressed

	* 

	* ==> etcd [27dc2c0d7a4a] <==

	* {"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-500000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:44:16.025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":841,"took":"2.672822ms","hash":3376273956}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376273956,"revision":841,"compact-revision":-1}

	{"level":"info","ts":"2023-08-21T10:49:16.035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1031}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1031,"took":"1.375633ms","hash":1895539758}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895539758,"revision":1031,"compact-revision":841}

	{"level":"info","ts":"2023-08-21T10:54:16.045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1222}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1222,"took":"1.459351ms","hash":3279763987}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279763987,"revision":1222,"compact-revision":1031}

	{"level":"info","ts":"2023-08-21T10:59:16.058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1413}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1413,"took":"1.488371ms","hash":1268235317}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268235317,"revision":1413,"compact-revision":1222}

	* 

	* ==> gcp-auth [dbe5746b118a] <==

	* 2023/08/21 10:34:42 GCP Auth Webhook started!

	* 

	* ==> kernel <==

	*  11:02:26 up 28 min,  0 users,  load average: 0.28, 0.36, 0.31

	Linux addons-500000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [dc949a6ce14c] <==

	* I0821 10:39:16.759360       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.754789       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.754844       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.754880       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.754904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:44:16.755317       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:44:16.755352       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.748790       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.749408       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.759393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.759510       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.766063       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.766169       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.749624       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.750123       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.755478       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.755644       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.765351       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.765428       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.750519       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.751153       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.751904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.752113       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.761892       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.761965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [41982c5e9fc8] <==

	* I0821 10:34:42.731971       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.736066       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.737082       1 event.go:307] "Event occurred" object="ingress-nginx/ingress-nginx-admission-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.747456       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.752783       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.756485       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.854473       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.856753       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.858553       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.858609       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.859646       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.893612       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.895861       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.897862       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.897954       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.899189       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:01.688712       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0821 10:35:01.688853       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0821 10:35:01.789717       1 shared_informer.go:318] Caches are synced for resource quota

	I0821 10:35:02.109377       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0821 10:35:02.210585       1 shared_informer.go:318] Caches are synced for garbage collector

	I0821 10:35:12.010356       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.011197       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:12.022044       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.024702       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	* 

	* ==> kube-proxy [36558206e7eb] <==

	* I0821 10:34:32.961845       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0821 10:34:32.961903       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0821 10:34:32.961922       1 server_others.go:554] "Using iptables proxy"

	I0821 10:34:32.984111       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0821 10:34:32.984124       1 server_others.go:192] "Using iptables Proxier"

	I0821 10:34:32.984147       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0821 10:34:32.984347       1 server.go:658] "Version info" version="v1.27.4"

	I0821 10:34:32.984357       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0821 10:34:32.984958       1 config.go:315] "Starting node config controller"

	I0821 10:34:32.984965       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0821 10:34:32.985291       1 config.go:188] "Starting service config controller"

	I0821 10:34:32.985295       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0821 10:34:32.985301       1 config.go:97] "Starting endpoint slice config controller"

	I0821 10:34:32.985318       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0821 10:34:33.085576       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0821 10:34:33.085604       1 shared_informer.go:318] Caches are synced for node config

	I0821 10:34:33.085608       1 shared_informer.go:318] Caches are synced for service config

	* 

	* ==> kube-scheduler [bd48baf71b16] <==

	* W0821 10:34:16.768490       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:16.768493       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:16.768508       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0821 10:34:16.768511       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0821 10:34:16.768562       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:16.768566       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.606010       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0821 10:34:17.606029       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0821 10:34:17.645166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0821 10:34:17.645193       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0821 10:34:17.674598       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0821 10:34:17.674623       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0821 10:34:17.707767       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:17.707781       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.724040       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:17.724057       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:17.728085       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0821 10:34:17.728146       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0821 10:34:17.756871       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0821 10:34:17.756889       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785576       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785647       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	I0821 10:34:20.949364       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:02:26 UTC. --

	Aug 21 10:57:19 addons-500000 kubelet[2369]: E0821 10:57:19.566647    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:57:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:57:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:57:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:58:19 addons-500000 kubelet[2369]: E0821 10:58:19.563799    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:58:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:58:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:58:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 10:59:19 addons-500000 kubelet[2369]: W0821 10:59:19.453422    2369 machine.go:65] Cannot read vendor id correctly, set empty.

	Aug 21 10:59:19 addons-500000 kubelet[2369]: E0821 10:59:19.563594    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 10:59:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 10:59:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 10:59:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:00:19 addons-500000 kubelet[2369]: E0821 11:00:19.564930    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:00:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:00:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:00:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:01:19 addons-500000 kubelet[2369]: E0821 11:01:19.566020    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:01:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:01:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:01:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:02:19 addons-500000 kubelet[2369]: E0821 11:02:19.567176    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:02:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:02:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:02:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-500000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/InspektorGadget]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1 (37.790042ms)

** stderr ** 

	Error from server (NotFound): pods "ingress-nginx-admission-create-cxgb2" not found

	Error from server (NotFound): pods "ingress-nginx-admission-patch-fkwhp" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1

--- FAIL: TestAddons/parallel/InspektorGadget (480.94s)

=== RUN   TestAddons/parallel/MetricsServer

=== PAUSE TestAddons/parallel/MetricsServer

=== CONT  TestAddons/parallel/MetricsServer

addons_test.go:381: failed waiting for metrics-server deployment to stabilize: timed out waiting for the condition

addons_test.go:383: metrics-server stabilized in 6m0.002173708s

addons_test.go:385: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...

addons_test.go:385: ***** TestAddons/parallel/MetricsServer: pod "k8s-app=metrics-server" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:385: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

addons_test.go:385: TestAddons/parallel/MetricsServer: showing logs for failed pods as of 2023-08-21 04:04:33.64392 -0700 PDT m=+1878.612039709

addons_test.go:386: failed waiting for k8s-app=metrics-server pod: k8s-app=metrics-server within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-500000 -n addons-500000

helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 logs -n 25

helpers_test.go:252: TestAddons/parallel/MetricsServer logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |               Args                |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.4      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0-rc.1 |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | --all                             | minikube             | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | --download-only -p                | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | binary-mirror-462000              |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --binary-mirror                   |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49329            |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-462000           | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | -p addons-500000                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:40 PDT |

	|         | --wait=true --memory=4000         |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --addons=registry                 |                      |         |         |                     |                     |

	|         | --addons=metrics-server           |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots          |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver      |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                 |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner            |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget         |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	|         | --addons=ingress                  |                      |         |         |                     |                     |

	|         | --addons=ingress-dns              |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p          | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:52 PDT |                     |

	|         | addons-500000                     |                      |         |         |                     |                     |

	| ssh     | addons-500000 ssh curl -s         | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	|         | http://127.0.0.1/ -H 'Host:       |                      |         |         |                     |                     |

	|         | nginx.example.com'                |                      |         |         |                     |                     |

	| ip      | addons-500000 ip                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	| addons  | addons-500000 addons disable      | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT |                     |

	|         | ingress-dns --alsologtostderr     |                      |         |         |                     |                     |

	|         | -v=1                              |                      |         |         |                     |                     |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/21 03:33:48

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0821 03:33:48.415064    1442 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:48.415176    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415179    1442 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:48.415182    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415284    1442 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 03:33:48.416485    1442 out.go:303] Setting JSON to false

	I0821 03:33:48.431675    1442 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":202,"bootTime":1692613826,"procs":392,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:48.431757    1442 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:48.436776    1442 out.go:177] * [addons-500000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:48.443786    1442 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 03:33:48.443817    1442 notify.go:220] Checking for updates...

	I0821 03:33:48.452754    1442 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:48.459793    1442 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:48.466761    1442 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:48.469754    1442 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 03:33:48.472801    1442 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 03:33:48.476845    1442 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:48.479685    1442 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 03:33:48.486794    1442 start.go:298] selected driver: qemu2

	I0821 03:33:48.486801    1442 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:48.486809    1442 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 03:33:48.488928    1442 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:48.491687    1442 out.go:177] * Automatically selected the socket_vmnet network

	I0821 03:33:48.495787    1442 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 03:33:48.495806    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:33:48.495814    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:33:48.495818    1442 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 03:33:48.495823    1442 start_flags.go:319] config:

	{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:c

ni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:48.500226    1442 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:48.506762    1442 out.go:177] * Starting control plane node addons-500000 in cluster addons-500000

	I0821 03:33:48.510761    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:33:48.510781    1442 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 03:33:48.510799    1442 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:48.510861    1442 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 03:33:48.510867    1442 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 03:33:48.511057    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:33:48.511069    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json: {Name:mke6ea6a330608889e821054234e4dab41e05376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:48.511283    1442 start.go:365] acquiring machines lock for addons-500000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 03:33:48.511397    1442 start.go:369] acquired machines lock for "addons-500000" in 109.25µs

	I0821 03:33:48.511409    1442 start.go:93] Provisioning new machine with config: &{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:

addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType

:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:33:48.511444    1442 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 03:33:48.515777    1442 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0821 03:33:48.825711    1442 start.go:159] libmachine.API.Create for "addons-500000" (driver="qemu2")

	I0821 03:33:48.825759    1442 client.go:168] LocalClient.Create starting

	I0821 03:33:48.825907    1442 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 03:33:48.926786    1442 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 03:33:49.005435    1442 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 03:33:49.429478    1442 main.go:141] libmachine: Creating SSH key...

	I0821 03:33:49.603069    1442 main.go:141] libmachine: Creating Disk image...

	I0821 03:33:49.603078    1442 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 03:33:49.603290    1442 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.637224    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.637249    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.637377    1442 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2 +20000M

	I0821 03:33:49.644766    1442 main.go:141] libmachine: STDOUT: Image resized.

	I0821 03:33:49.644778    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.644801    1442 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.644808    1442 main.go:141] libmachine: Starting QEMU VM...

	I0821 03:33:49.644850    1442 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:15:38:20:81:6d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.712858    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.712896    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.712900    1442 main.go:141] libmachine: Attempt 0

	I0821 03:33:49.712923    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:51.714037    1442 main.go:141] libmachine: Attempt 1

	I0821 03:33:51.714122    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:53.715339    1442 main.go:141] libmachine: Attempt 2

	I0821 03:33:53.715370    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:55.716394    1442 main.go:141] libmachine: Attempt 3

	I0821 03:33:55.716406    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:57.717443    1442 main.go:141] libmachine: Attempt 4

	I0821 03:33:57.717472    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:59.718558    1442 main.go:141] libmachine: Attempt 5

	I0821 03:33:59.718579    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719634    1442 main.go:141] libmachine: Attempt 6

	I0821 03:34:01.719657    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719810    1442 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0821 03:34:01.719849    1442 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:5e:15:38:20:81:6d ID:1,5e:15:38:20:81:6d Lease:0x64e48f18}

	I0821 03:34:01.719855    1442 main.go:141] libmachine: Found match: 5e:15:38:20:81:6d

	I0821 03:34:01.719867    1442 main.go:141] libmachine: IP: 192.168.105.2

	I0821 03:34:01.719873    1442 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0821 03:34:03.738025    1442 machine.go:88] provisioning docker machine ...

	I0821 03:34:03.738086    1442 buildroot.go:166] provisioning hostname "addons-500000"

	I0821 03:34:03.739549    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.740347    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.740367    1442 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-500000 && echo "addons-500000" | sudo tee /etc/hostname

	I0821 03:34:03.826570    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-500000

	I0821 03:34:03.826696    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.827174    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.827189    1442 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-500000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-500000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-500000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0821 03:34:03.891757    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0821 03:34:03.891772    1442 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17102-920/.minikube CaCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17102-920/.minikube}

	I0821 03:34:03.891782    1442 buildroot.go:174] setting up certificates

	I0821 03:34:03.891796    1442 provision.go:83] configureAuth start

	I0821 03:34:03.891801    1442 provision.go:138] copyHostCerts

	I0821 03:34:03.891982    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/ca.pem (1078 bytes)

	I0821 03:34:03.892356    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/cert.pem (1123 bytes)

	I0821 03:34:03.892494    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/key.pem (1679 bytes)

	I0821 03:34:03.892606    1442 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem org=jenkins.addons-500000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-500000]

	I0821 03:34:04.055231    1442 provision.go:172] copyRemoteCerts

	I0821 03:34:04.055290    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0821 03:34:04.055299    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.085022    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0821 03:34:04.091757    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0821 03:34:04.098302    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0821 03:34:04.105297    1442 provision.go:86] duration metric: configureAuth took 213.489792ms

	I0821 03:34:04.105304    1442 buildroot.go:189] setting minikube options for container-runtime

	I0821 03:34:04.105410    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:04.105443    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.105658    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.105665    1442 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0821 03:34:04.160033    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0821 03:34:04.160039    1442 buildroot.go:70] root file system type: tmpfs

	I0821 03:34:04.160095    1442 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0821 03:34:04.160145    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.160376    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.160410    1442 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0821 03:34:04.217511    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0821 03:34:04.217555    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.217777    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.217788    1442 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0821 03:34:04.516566    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0821 03:34:04.516576    1442 machine.go:91] provisioned docker machine in 778.543875ms

	I0821 03:34:04.516581    1442 client.go:171] LocalClient.Create took 15.691254833s

	I0821 03:34:04.516600    1442 start.go:167] duration metric: libmachine.API.Create for "addons-500000" took 15.691329875s

	I0821 03:34:04.516605    1442 start.go:300] post-start starting for "addons-500000" (driver="qemu2")

	I0821 03:34:04.516610    1442 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0821 03:34:04.516676    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0821 03:34:04.516684    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.547645    1442 ssh_runner.go:195] Run: cat /etc/os-release

	I0821 03:34:04.548977    1442 info.go:137] Remote host: Buildroot 2021.02.12

	I0821 03:34:04.548988    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/addons for local assets ...

	I0821 03:34:04.549067    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/files for local assets ...

	I0821 03:34:04.549094    1442 start.go:303] post-start completed in 32.487208ms

	I0821 03:34:04.549503    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:34:04.549671    1442 start.go:128] duration metric: createHost completed in 16.038665083s

	I0821 03:34:04.549713    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.549937    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.549942    1442 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0821 03:34:04.603319    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692614044.503149419

	I0821 03:34:04.603325    1442 fix.go:206] guest clock: 1692614044.503149419

	I0821 03:34:04.603329    1442 fix.go:219] Guest: 2023-08-21 03:34:04.503149419 -0700 PDT Remote: 2023-08-21 03:34:04.549674 -0700 PDT m=+16.153755168 (delta=-46.524581ms)

	I0821 03:34:04.603340    1442 fix.go:190] guest clock delta is within tolerance: -46.524581ms

	I0821 03:34:04.603349    1442 start.go:83] releasing machines lock for "addons-500000", held for 16.092394834s

	I0821 03:34:04.603625    1442 ssh_runner.go:195] Run: cat /version.json

	I0821 03:34:04.603635    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.603639    1442 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0821 03:34:04.603685    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.631400    1442 ssh_runner.go:195] Run: systemctl --version

	I0821 03:34:04.633303    1442 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0821 03:34:04.675003    1442 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0821 03:34:04.675044    1442 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0821 03:34:04.680093    1442 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0821 03:34:04.680102    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.680217    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.685575    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0821 03:34:04.689003    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0821 03:34:04.692463    1442 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0821 03:34:04.692496    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0821 03:34:04.695492    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.698438    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0821 03:34:04.701779    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.705308    1442 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0821 03:34:04.708997    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0821 03:34:04.712485    1442 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0821 03:34:04.715157    1442 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0821 03:34:04.718062    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:04.801182    1442 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0821 03:34:04.809752    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.809829    1442 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0821 03:34:04.815491    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.820439    1442 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0821 03:34:04.826330    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.831197    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.835955    1442 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0821 03:34:04.893707    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.899704    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.905738    1442 ssh_runner.go:195] Run: which cri-dockerd

	I0821 03:34:04.907314    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0821 03:34:04.910018    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0821 03:34:04.915159    1442 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0821 03:34:04.993497    1442 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0821 03:34:05.073322    1442 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0821 03:34:05.073337    1442 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0821 03:34:05.078736    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:05.148942    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:06.310888    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161962625s)

	I0821 03:34:06.310946    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.389910    1442 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0821 03:34:06.470512    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.540771    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.608028    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0821 03:34:06.614951    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.680856    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0821 03:34:06.705016    1442 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0821 03:34:06.705100    1442 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0821 03:34:06.707492    1442 start.go:534] Will wait 60s for crictl version

	I0821 03:34:06.707526    1442 ssh_runner.go:195] Run: which crictl

	I0821 03:34:06.708906    1442 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0821 03:34:06.723485    1442 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0821 03:34:06.723553    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.733136    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.752243    1442 out.go:204] * Preparing Kubernetes v1.27.4 on Docker 24.0.4 ...

	I0821 03:34:06.752395    1442 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0821 03:34:06.753728    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:06.757671    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:34:06.757717    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:06.767699    1442 docker.go:636] Got preloaded images: 

	I0821 03:34:06.767706    1442 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.4 wasn't preloaded

	I0821 03:34:06.767758    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:06.770623    1442 ssh_runner.go:195] Run: which lz4

	I0821 03:34:06.772016    1442 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0821 03:34:06.773407    1442 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0821 03:34:06.773426    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343658271 bytes)

	I0821 03:34:08.065715    1442 docker.go:600] Took 1.293779 seconds to copy over tarball

	I0821 03:34:08.065776    1442 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0821 03:34:09.083194    1442 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.017432542s)

	I0821 03:34:09.083208    1442 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0821 03:34:09.098174    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:09.101758    1442 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0821 03:34:09.107271    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:09.185186    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:11.583398    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.398262792s)

	I0821 03:34:11.583497    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:11.599112    1442 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.4

	registry.k8s.io/kube-controller-manager:v1.27.4

	registry.k8s.io/kube-scheduler:v1.27.4

	registry.k8s.io/kube-proxy:v1.27.4

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0821 03:34:11.599121    1442 cache_images.go:84] Images are preloaded, skipping loading

	I0821 03:34:11.599173    1442 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0821 03:34:11.606813    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:11.606822    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:11.606852    1442 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0821 03:34:11.606862    1442 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-500000 NodeName:addons-500000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0821 03:34:11.606930    1442 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-500000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0821 03:34:11.606959    1442 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-500000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0821 03:34:11.607013    1442 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.4

	I0821 03:34:11.609958    1442 binaries.go:44] Found k8s binaries, skipping transfer

	I0821 03:34:11.609992    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0821 03:34:11.613080    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0821 03:34:11.618135    1442 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0821 03:34:11.623217    1442 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0821 03:34:11.628067    1442 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0821 03:34:11.629338    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:11.633264    1442 certs.go:56] Setting up /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000 for IP: 192.168.105.2

	I0821 03:34:11.633272    1442 certs.go:190] acquiring lock for shared ca certs: {Name:mkaf8bee91c9bef113528e728629bac5c142d5d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.633419    1442 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key

	I0821 03:34:11.709497    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt ...

	I0821 03:34:11.709504    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt: {Name:mk11304afc04d282dffa1bbfafecb7763b86f0d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709741    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key ...

	I0821 03:34:11.709747    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key: {Name:mk7632addcfceaabe09bce428c8dd59051132a6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709856    1442 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key

	I0821 03:34:11.928292    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt ...

	I0821 03:34:11.928298    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt: {Name:mk59ba2d6f1e462ee2e456d21a76e6acaba82b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928531    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key ...

	I0821 03:34:11.928534    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key: {Name:mk02c96134c44ce7714696be07e0b5c22f58dc64 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928684    1442 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key

	I0821 03:34:11.928691    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt with IP's: []

	I0821 03:34:12.116170    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt ...

	I0821 03:34:12.116177    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt: {Name:mk3182b685506ec2dbfcad41054e3ffc2bf0f3b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116379    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key ...

	I0821 03:34:12.116384    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key: {Name:mk087ee0a568a92e1e97ae6eb06dd6604454b2e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116489    1442 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969

	I0821 03:34:12.116499    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0821 03:34:12.174634    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 ...

	I0821 03:34:12.174637    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969: {Name:mk02f137a3a75334a28e6811666f6d1dde47709c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174771    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 ...

	I0821 03:34:12.174774    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969: {Name:mk629f60ce1370d0aadb852a255428713cef631b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174873    1442 certs.go:337] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt

	I0821 03:34:12.175028    1442 certs.go:341] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key

	I0821 03:34:12.175114    1442 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key

	I0821 03:34:12.175123    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt with IP's: []

	I0821 03:34:12.291172    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt ...

	I0821 03:34:12.291175    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt: {Name:mk4861ba5de37ed8d82543663b167ed0e04664dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291331    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key ...

	I0821 03:34:12.291334    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key: {Name:mk5eb1fb206858f7f6262a3b86ec8673fdeb4399 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291586    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem (1679 bytes)

	I0821 03:34:12.291611    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem (1078 bytes)

	I0821 03:34:12.291633    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem (1123 bytes)

	I0821 03:34:12.291654    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem (1679 bytes)

	I0821 03:34:12.292029    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0821 03:34:12.300489    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0821 03:34:12.307765    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0821 03:34:12.314499    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0821 03:34:12.321449    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0821 03:34:12.328965    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0821 03:34:12.336085    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0821 03:34:12.342676    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0821 03:34:12.349529    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0821 03:34:12.356907    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0821 03:34:12.363000    1442 ssh_runner.go:195] Run: openssl version

	I0821 03:34:12.364943    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0821 03:34:12.368659    1442 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370316    1442 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 21 10:34 /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370337    1442 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.372170    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0821 03:34:12.375051    1442 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0821 03:34:12.376254    1442 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0821 03:34:12.376292    1442 kubeadm.go:404] StartCluster: {Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespac

e:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:34:12.376353    1442 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 03:34:12.381765    1442 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0821 03:34:12.385127    1442 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0821 03:34:12.388050    1442 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0821 03:34:12.390699    1442 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0821 03:34:12.390714    1442 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0821 03:34:12.412358    1442 kubeadm.go:322] [init] Using Kubernetes version: v1.27.4

	I0821 03:34:12.412390    1442 kubeadm.go:322] [preflight] Running pre-flight checks

	I0821 03:34:12.465080    1442 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0821 03:34:12.465135    1442 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0821 03:34:12.465183    1442 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0821 03:34:12.530098    1442 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0821 03:34:12.539343    1442 out.go:204]   - Generating certificates and keys ...

	I0821 03:34:12.539375    1442 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0821 03:34:12.539413    1442 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0821 03:34:12.639909    1442 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0821 03:34:12.680054    1442 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0821 03:34:12.714095    1442 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0821 03:34:12.849965    1442 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0821 03:34:12.996137    1442 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0821 03:34:12.996199    1442 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.141022    1442 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0821 03:34:13.141102    1442 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.228117    1442 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0821 03:34:13.409230    1442 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0821 03:34:13.774136    1442 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0821 03:34:13.774180    1442 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0821 03:34:13.866700    1442 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0821 03:34:13.977782    1442 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0821 03:34:14.068222    1442 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0821 03:34:14.144551    1442 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0821 03:34:14.151809    1442 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0821 03:34:14.152307    1442 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0821 03:34:14.152438    1442 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0821 03:34:14.228545    1442 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0821 03:34:14.232527    1442 out.go:204]   - Booting up control plane ...

	I0821 03:34:14.232575    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0821 03:34:14.232614    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0821 03:34:14.232645    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0821 03:34:14.236440    1442 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0821 03:34:14.238376    1442 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0821 03:34:18.241227    1442 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002539 seconds

	I0821 03:34:18.241427    1442 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0821 03:34:18.252886    1442 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0821 03:34:18.774491    1442 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0821 03:34:18.774728    1442 kubeadm.go:322] [mark-control-plane] Marking the node addons-500000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0821 03:34:19.280325    1442 kubeadm.go:322] [bootstrap-token] Using token: jvxtql.8wgzhr7nb5g9o93n

	I0821 03:34:19.286479    1442 out.go:204]   - Configuring RBAC rules ...

	I0821 03:34:19.286537    1442 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0821 03:34:19.290363    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0821 03:34:19.293121    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0821 03:34:19.294256    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0821 03:34:19.295736    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0821 03:34:19.296773    1442 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0821 03:34:19.301173    1442 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0821 03:34:19.474355    1442 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0821 03:34:19.693544    1442 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0821 03:34:19.694011    1442 kubeadm.go:322] 

	I0821 03:34:19.694043    1442 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0821 03:34:19.694047    1442 kubeadm.go:322] 

	I0821 03:34:19.694084    1442 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0821 03:34:19.694086    1442 kubeadm.go:322] 

	I0821 03:34:19.694099    1442 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0821 03:34:19.694192    1442 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0821 03:34:19.694216    1442 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0821 03:34:19.694219    1442 kubeadm.go:322] 

	I0821 03:34:19.694251    1442 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0821 03:34:19.694263    1442 kubeadm.go:322] 

	I0821 03:34:19.694293    1442 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0821 03:34:19.694296    1442 kubeadm.go:322] 

	I0821 03:34:19.694320    1442 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0821 03:34:19.694360    1442 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0821 03:34:19.694390    1442 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0821 03:34:19.694394    1442 kubeadm.go:322] 

	I0821 03:34:19.694446    1442 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0821 03:34:19.694488    1442 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0821 03:34:19.694495    1442 kubeadm.go:322] 

	I0821 03:34:19.694535    1442 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694617    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 \

	I0821 03:34:19.694632    1442 kubeadm.go:322] 	--control-plane 

	I0821 03:34:19.694634    1442 kubeadm.go:322] 

	I0821 03:34:19.694684    1442 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0821 03:34:19.694688    1442 kubeadm.go:322] 

	I0821 03:34:19.694735    1442 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694782    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 

	I0821 03:34:19.694835    1442 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0821 03:34:19.694840    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:19.694847    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:19.703814    1442 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0821 03:34:19.707890    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0821 03:34:19.711023    1442 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0821 03:34:19.716873    1442 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0821 03:34:19.716924    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.716951    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43 minikube.k8s.io/name=addons-500000 minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.723924    1442 ops.go:34] apiserver oom_adj: -16

	I0821 03:34:19.767999    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.814902    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.352169    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.852188    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.352164    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.852123    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.352346    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.852184    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.352159    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.852279    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.352116    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.852182    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.352203    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.852083    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.352293    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.852062    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.352046    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.851991    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.851976    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.851943    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.352016    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.851904    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.351923    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.851905    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.351835    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.388500    1442 kubeadm.go:1081] duration metric: took 12.671972458s to wait for elevateKubeSystemPrivileges.

	I0821 03:34:32.388516    1442 kubeadm.go:406] StartCluster complete in 20.01278175s

	I0821 03:34:32.388525    1442 settings.go:142] acquiring lock: {Name:mkeb461ec3a6a92ee32ce41e8df63d6759cb2728 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.388680    1442 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:34:32.388902    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/kubeconfig: {Name:mk2bc9c64ad130c36a0253707ac2ba3f8fd22371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.389107    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0821 03:34:32.389147    1442 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0821 03:34:32.389221    1442 addons.go:69] Setting volumesnapshots=true in profile "addons-500000"

	I0821 03:34:32.389227    1442 addons.go:231] Setting addon volumesnapshots=true in "addons-500000"

	I0821 03:34:32.389225    1442 addons.go:69] Setting cloud-spanner=true in profile "addons-500000"

	I0821 03:34:32.389236    1442 addons.go:231] Setting addon cloud-spanner=true in "addons-500000"

	I0821 03:34:32.389251    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389279    1442 addons.go:69] Setting storage-provisioner=true in profile "addons-500000"

	I0821 03:34:32.389222    1442 addons.go:69] Setting gcp-auth=true in profile "addons-500000"

	I0821 03:34:32.389282    1442 addons.go:231] Setting addon storage-provisioner=true in "addons-500000"

	I0821 03:34:32.389288    1442 mustload.go:65] Loading cluster: addons-500000

	I0821 03:34:32.389299    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389299    1442 addons.go:69] Setting inspektor-gadget=true in profile "addons-500000"

	I0821 03:34:32.389327    1442 addons.go:69] Setting registry=true in profile "addons-500000"

	I0821 03:34:32.389360    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389358    1442 addons.go:69] Setting ingress-dns=true in profile "addons-500000"

	I0821 03:34:32.389378    1442 addons.go:231] Setting addon ingress-dns=true in "addons-500000"

	I0821 03:34:32.389273    1442 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-500000"

	I0821 03:34:32.389396    1442 addons.go:69] Setting ingress=true in profile "addons-500000"

	I0821 03:34:32.389434    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389418    1442 addons.go:69] Setting metrics-server=true in profile "addons-500000"

	I0821 03:34:32.389454    1442 addons.go:231] Setting addon metrics-server=true in "addons-500000"

	I0821 03:34:32.389465    1442 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389506    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389519    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389564    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389572    1442 addons.go:277] "addons-500000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389347    1442 addons.go:231] Setting addon inspektor-gadget=true in "addons-500000"

	I0821 03:34:32.389693    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389757    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389767    1442 addons.go:277] "addons-500000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389367    1442 addons.go:231] Setting addon registry=true in "addons-500000"

	I0821 03:34:32.389786    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389790    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389796    1442 addons.go:277] "addons-500000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389799    1442 addons.go:467] Verifying addon metrics-server=true in "addons-500000"

	W0821 03:34:32.389788    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389803    1442 addons.go:277] "addons-500000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389805    1442 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389275    1442 addons.go:69] Setting default-storageclass=true in profile "addons-500000"

	I0821 03:34:32.394058    1442 out.go:177] * Verifying csi-hostpath-driver addon...

	I0821 03:34:32.389436    1442 addons.go:231] Setting addon ingress=true in "addons-500000"

	I0821 03:34:32.389868    1442 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-500000"

	W0821 03:34:32.389953    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390033    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390053    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	I0821 03:34:32.390510    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.409190    1442 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	W0821 03:34:32.404296    1442 addons.go:277] "addons-500000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404342    1442 addons.go:277] "addons-500000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404346    1442 addons.go:277] "addons-500000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0821 03:34:32.404410    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.404764    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0821 03:34:32.413218    1442 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0821 03:34:32.413224    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0821 03:34:32.413232    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.413266    1442 addons.go:467] Verifying addon registry=true in "addons-500000"

	I0821 03:34:32.418274    1442 out.go:177] * Verifying registry addon...

	I0821 03:34:32.419795    1442 addons.go:231] Setting addon default-storageclass=true in "addons-500000"

	I0821 03:34:32.419868    1442 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-500000" context rescaled to 1 replicas

	I0821 03:34:32.420817    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0821 03:34:32.421498    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.421694    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.421701    1442 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:34:32.421849    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0821 03:34:32.431173    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.440212    1442 out.go:177] * Verifying Kubernetes components...

	I0821 03:34:32.431974    1442 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.435186    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0821 03:34:32.444202    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0821 03:34:32.444209    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:32.447466    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0821 03:34:32.448196    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1

	I0821 03:34:32.448211    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.451292    1442 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.451299    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)

	I0821 03:34:32.451306    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.454351    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0821 03:34:32.454358    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0821 03:34:32.485876    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0821 03:34:32.485886    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0821 03:34:32.513135    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0821 03:34:32.513147    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0821 03:34:32.532036    1442 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0821 03:34:32.532052    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0821 03:34:32.537566    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.542495    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.548533    1442 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:32.548541    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0821 03:34:32.568087    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:33.517324    1442 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.069159875s)

	I0821 03:34:33.517338    1442 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.069147125s)

	I0821 03:34:33.517342    1442 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0821 03:34:33.517808    1442 node_ready.go:35] waiting up to 6m0s for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519592    1442 node_ready.go:49] node "addons-500000" has status "Ready":"True"

	I0821 03:34:33.519599    1442 node_ready.go:38] duration metric: took 1.779708ms waiting for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519602    1442 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:33.522687    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:33.964195    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.421717084s)

	I0821 03:34:33.964211    1442 addons.go:467] Verifying addon ingress=true in "addons-500000"

	I0821 03:34:33.968723    1442 out.go:177] * Verifying ingress addon...

	I0821 03:34:33.964338    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.396275834s)

	W0821 03:34:33.968774    1442 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.975741    1442 retry.go:31] will retry after 231.591556ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.976141    1442 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0821 03:34:33.984299    1442 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0821 03:34:33.984307    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:33.987720    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.207434    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:34.491123    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.991180    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.490538    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.534205    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:35.990628    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.490998    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.745839    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.5384555s)

	I0821 03:34:36.990793    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.491119    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.534210    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:37.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.490772    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.997287    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.008172    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0821 03:34:39.008186    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.055480    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0821 03:34:39.064828    1442 addons.go:231] Setting addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.064858    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:39.065649    1442 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0821 03:34:39.065660    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.100776    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:39.103705    1442 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0821 03:34:39.107726    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0821 03:34:39.107734    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0821 03:34:39.113078    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0821 03:34:39.113087    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0821 03:34:39.127541    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.127551    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0821 03:34:39.133486    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.491109    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.534694    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:39.629710    1442 addons.go:467] Verifying addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.641410    1442 out.go:177] * Verifying gcp-auth addon...

	I0821 03:34:39.650441    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0821 03:34:39.656554    1442 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0821 03:34:39.656563    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.658191    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.991177    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.161154    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.492443    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.660810    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.990558    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.161357    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.492269    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.534695    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:41.660947    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.990678    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.161013    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.490658    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.660884    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.990530    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.161042    1442 kapi.go:107] duration metric: took 3.510698166s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0821 03:34:43.165184    1442 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-500000 cluster.

	I0821 03:34:43.169238    1442 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0821 03:34:43.173158    1442 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0821 03:34:43.491145    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.534713    1442 pod_ready.go:97] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerSt

ateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534727    1442 pod_ready.go:81] duration metric: took 10.012309458s waiting for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	E0821 03:34:43.534732    1442 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Runnin

g:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534736    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537136    1442 pod_ready.go:92] pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.537140    1442 pod_ready.go:81] duration metric: took 2.400375ms waiting for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537145    1442 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539758    1442 pod_ready.go:92] pod "etcd-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.539762    1442 pod_ready.go:81] duration metric: took 2.614916ms waiting for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539766    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542039    1442 pod_ready.go:92] pod "kube-apiserver-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.542045    1442 pod_ready.go:81] duration metric: took 2.276584ms waiting for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542049    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544341    1442 pod_ready.go:92] pod "kube-controller-manager-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.544345    1442 pod_ready.go:81] duration metric: took 2.2935ms waiting for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544348    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933736    1442 pod_ready.go:92] pod "kube-proxy-z2wj9" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.933748    1442 pod_ready.go:81] duration metric: took 389.407375ms waiting for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933752    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.990470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.334535    1442 pod_ready.go:92] pod "kube-scheduler-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:44.334545    1442 pod_ready.go:81] duration metric: took 400.801125ms waiting for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:44.334549    1442 pod_ready.go:38] duration metric: took 10.81524225s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:44.334558    1442 api_server.go:52] waiting for apiserver process to appear ...

	I0821 03:34:44.334639    1442 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0821 03:34:44.339980    1442 api_server.go:72] duration metric: took 11.909098333s to wait for apiserver process to appear ...

	I0821 03:34:44.339987    1442 api_server.go:88] waiting for apiserver healthz status ...

	I0821 03:34:44.339993    1442 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0821 03:34:44.344178    1442 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0821 03:34:44.344920    1442 api_server.go:141] control plane version: v1.27.4

	I0821 03:34:44.344925    1442 api_server.go:131] duration metric: took 4.936ms to wait for apiserver health ...

	I0821 03:34:44.344929    1442 system_pods.go:43] waiting for kube-system pods to appear ...

	I0821 03:34:44.490452    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.535983    1442 system_pods.go:59] 8 kube-system pods found

	I0821 03:34:44.535991    1442 system_pods.go:61] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.535994    1442 system_pods.go:61] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.536011    1442 system_pods.go:61] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.536015    1442 system_pods.go:61] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.536018    1442 system_pods.go:61] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.536020    1442 system_pods.go:61] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.536022    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.536025    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.536028    1442 system_pods.go:74] duration metric: took 191.1015ms to wait for pod list to return data ...

	I0821 03:34:44.536033    1442 default_sa.go:34] waiting for default service account to be created ...

	I0821 03:34:44.734042    1442 default_sa.go:45] found service account: "default"

	I0821 03:34:44.734051    1442 default_sa.go:55] duration metric: took 198.020583ms for default service account to be created ...

	I0821 03:34:44.734055    1442 system_pods.go:116] waiting for k8s-apps to be running ...

	I0821 03:34:44.935348    1442 system_pods.go:86] 8 kube-system pods found

	I0821 03:34:44.935359    1442 system_pods.go:89] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.935362    1442 system_pods.go:89] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.935365    1442 system_pods.go:89] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.935367    1442 system_pods.go:89] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.935369    1442 system_pods.go:89] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.935372    1442 system_pods.go:89] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.935374    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.935376    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.935380    1442 system_pods.go:126] duration metric: took 201.327917ms to wait for k8s-apps to be running ...

	I0821 03:34:44.935391    1442 system_svc.go:44] waiting for kubelet service to be running ....

	I0821 03:34:44.935475    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:44.941643    1442 system_svc.go:56] duration metric: took 6.252209ms WaitForService to wait for kubelet.

	I0821 03:34:44.941651    1442 kubeadm.go:581] duration metric: took 12.5107865s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0821 03:34:44.941660    1442 node_conditions.go:102] verifying NodePressure condition ...

	I0821 03:34:44.990746    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.134674    1442 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0821 03:34:45.134706    1442 node_conditions.go:123] node cpu capacity is 2

	I0821 03:34:45.134712    1442 node_conditions.go:105] duration metric: took 193.055083ms to run NodePressure ...

	I0821 03:34:45.134717    1442 start.go:228] waiting for startup goroutines ...

	I0821 03:34:45.490470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.490327    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.990587    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.490536    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.990358    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.490279    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.990490    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.490328    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.990414    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.490337    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.990260    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.490639    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.989843    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.490813    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.990112    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.491005    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.992627    1442 kapi.go:107] duration metric: took 20.017033875s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0821 03:40:32.405313    1442 kapi.go:107] duration metric: took 6m0.010490834s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	W0821 03:40:32.405643    1442 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0821 03:40:32.421828    1442 kapi.go:107] duration metric: took 6m0.009978583s to wait for kubernetes.io/minikube-addons=registry ...

	W0821 03:40:32.421921    1442 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0821 03:40:32.430174    1442 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, default-storageclass, volumesnapshots, gcp-auth, ingress

	I0821 03:40:32.437176    1442 addons.go:502] enable addons completed in 6m0.058033333s: enabled=[storage-provisioner cloud-spanner metrics-server ingress-dns inspektor-gadget default-storageclass volumesnapshots gcp-auth ingress]

	I0821 03:40:32.437214    1442 start.go:233] waiting for cluster config update ...

	I0821 03:40:32.437252    1442 start.go:242] writing updated cluster config ...

	I0821 03:40:32.438394    1442 ssh_runner.go:195] Run: rm -f paused

	I0821 03:40:32.505190    1442 start.go:600] kubectl: 1.27.2, cluster: 1.27.4 (minor skew: 0)

	I0821 03:40:32.509248    1442 out.go:177] * Done! kubectl is now configured to use "addons-500000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:04:33 UTC. --

	Aug 21 11:02:39 addons-500000 dockerd[1153]: time="2023-08-21T11:02:39.273857692Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.543938415Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.543990748Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.544013498Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.544021373Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:02:55 addons-500000 dockerd[1148]: time="2023-08-21T11:02:55.578525191Z" level=info msg="ignoring event" container=c0a0c21e7fc373fff20c0a42b48ce36406dced0b381d15ac7b0f6ca174b5c710 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.578775982Z" level=info msg="shim disconnected" id=c0a0c21e7fc373fff20c0a42b48ce36406dced0b381d15ac7b0f6ca174b5c710 namespace=moby

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.578806607Z" level=warning msg="cleaning up after shim disconnected" id=c0a0c21e7fc373fff20c0a42b48ce36406dced0b381d15ac7b0f6ca174b5c710 namespace=moby

	Aug 21 11:02:55 addons-500000 dockerd[1153]: time="2023-08-21T11:02:55.578811107Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.509437266Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.509551016Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.509568308Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.509597975Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.558690691Z" level=info msg="shim disconnected" id=3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b namespace=moby

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.559043400Z" level=warning msg="cleaning up after shim disconnected" id=3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b namespace=moby

	Aug 21 11:03:23 addons-500000 dockerd[1153]: time="2023-08-21T11:03:23.559053941Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:03:23 addons-500000 dockerd[1148]: time="2023-08-21T11:03:23.559264358Z" level=info msg="ignoring event" container=3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.513634674Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.513723757Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.513736257Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.513744257Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:04:15 addons-500000 dockerd[1148]: time="2023-08-21T11:04:15.557393445Z" level=info msg="ignoring event" container=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557558654Z" level=info msg="shim disconnected" id=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 namespace=moby

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557585820Z" level=warning msg="cleaning up after shim disconnected" id=61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185 namespace=moby

	Aug 21 11:04:15 addons-500000 dockerd[1153]: time="2023-08-21T11:04:15.557590195Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                        CREATED             STATE               NAME                         ATTEMPT             POD ID

	61cb73773eecc       13753a81eccfd                                                                                                                18 seconds ago      Exited              hello-world-app              4                   a244270f71415

	12742b2537ff1       nginx@sha256:cac882be2b7305e0c8d3e3cd0575a2fd58f5fde6dd5d6299605aa0f3e67ca385                                                2 minutes ago       Running             nginx                        0                   ca7496b30bdd4

	734d7d69c9e8b       registry.k8s.io/ingress-nginx/controller@sha256:e5c4824e7375fcf2a393e1c03c293b69759af37a9ca6abdb91b13d78a93da8bd             29 minutes ago      Running             controller                   0                   bbb4a4c960656

	dbe5746b118a6       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf                 29 minutes ago      Running             gcp-auth                     0                   31154fc41fc35

	fc5767357c5d9       8f2588812ab29                                                                                                                29 minutes ago      Exited              patch                        1                   0538e79b5c883

	aa7d89a7d68d0       registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:543c40fd093964bc9ab509d3e791f9989963021f1e9e4c9c7b6700b02bfb227b   29 minutes ago      Exited              create                       0                   3c078f4b9885e

	7979593c9bb52       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      29 minutes ago      Running             volume-snapshot-controller   0                   70a68685a69fb

	fe9609fabef21       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280      29 minutes ago      Running             volume-snapshot-controller   0                   39eda7944d576

	16cfb4c805080       97e04611ad434                                                                                                                30 minutes ago      Running             coredns                      0                   b6fa8f87ea743

	36558206e7ebf       532e5a30e948f                                                                                                                30 minutes ago      Running             kube-proxy                   0                   ccc8633d52ca6

	bd48baf71b163       6eb63895cb67f                                                                                                                30 minutes ago      Running             kube-scheduler               0                   65c9ea48d27ae

	27dc2c0d7a4a5       24bc64e911039                                                                                                                30 minutes ago      Running             etcd                         0                   0f2cdc52bbda6

	dc949a6ce14c1       64aece92d6bde                                                                                                                30 minutes ago      Running             kube-apiserver               0                   090daa0e10080

	41982c5e9fc8f       389f6f052cf83                                                                                                                30 minutes ago      Running             kube-controller-manager      0                   a9c3d15b86bf8

	* 

	* ==> controller_ingress [734d7d69c9e8] <==

	* 10.244.0.1 - - [21/Aug/2023:11:02:36 +0000] "GET / HTTP/1.1" 200 615 "-" "curl/7.79.1" 81 0.001 [default-nginx-80] [] 10.244.0.12:80 615 0.001 200 95299bb71fe9816a7d82e8b3e20749a8

	I0821 11:02:26.741615       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 11:02:26.743056       6 event.go:285] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"default", Name:"nginx-ingress", UID:"a0653b00-a1ff-4e5c-9176-ce66cb7d62ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"1725", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync

	I0821 11:02:26.771277       6 controller.go:207] "Backend successfully reloaded"

	I0821 11:02:26.771531       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	W0821 11:02:30.075242       6 controller.go:1207] Service "default/nginx" does not have any active Endpoint.

	I0821 11:02:30.075305       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 11:02:30.115310       6 controller.go:207] "Backend successfully reloaded"

	I0821 11:02:30.115514       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	W0821 11:02:37.094182       6 controller.go:1100] Error obtaining Endpoints for Service "kube-system/hello-world-app": no object matching key "kube-system/hello-world-app" in local store

	I0821 11:02:37.108823       6 admission.go:149] processed ingress via admission controller {testedIngressLength:2 testedIngressTime:0.014s renderingIngressLength:2 renderingIngressTime:0.007s admissionTime:25.8kBs testedConfigurationSize:0.021}

	I0821 11:02:37.108844       6 main.go:110] "successfully validated configuration, accepting" ingress="kube-system/example-ingress"

	I0821 11:02:37.112759       6 store.go:432] "Found valid IngressClass" ingress="kube-system/example-ingress" ingressclass="nginx"

	W0821 11:02:37.113082       6 controller.go:1100] Error obtaining Endpoints for Service "kube-system/hello-world-app": no object matching key "kube-system/hello-world-app" in local store

	I0821 11:02:37.113161       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 11:02:37.115004       6 event.go:285] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"kube-system", Name:"example-ingress", UID:"1e796d1f-621b-4265-9e26-795ee454cc5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"1763", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync

	I0821 11:02:37.149466       6 controller.go:207] "Backend successfully reloaded"

	I0821 11:02:37.149953       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	I0821 11:02:40.450249       6 controller.go:190] "Configuration changes detected, backend reload required"

	I0821 11:02:40.511656       6 controller.go:207] "Backend successfully reloaded"

	I0821 11:02:40.512270       6 event.go:285] Event(v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7799c6795f-4ppd9", UID:"c950764c-9601-4c76-adb3-ddb61bd6335d", APIVersion:"v1", ResourceVersion:"458", FieldPath:""}): type: 'Normal' reason: 'RELOAD' NGINX reload triggered due to a change in configuration

	I0821 11:02:54.628076       6 status.go:300] "updating Ingress status" namespace="default" ingress="nginx-ingress" currentValue=null newValue=[{"ip":"192.168.105.2"}]

	I0821 11:02:54.628097       6 status.go:300] "updating Ingress status" namespace="kube-system" ingress="example-ingress" currentValue=null newValue=[{"ip":"192.168.105.2"}]

	I0821 11:02:54.636536       6 event.go:285] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"kube-system", Name:"example-ingress", UID:"1e796d1f-621b-4265-9e26-795ee454cc5a", APIVersion:"networking.k8s.io/v1", ResourceVersion:"1798", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync

	I0821 11:02:54.636758       6 event.go:285] Event(v1.ObjectReference{Kind:"Ingress", Namespace:"default", Name:"nginx-ingress", UID:"a0653b00-a1ff-4e5c-9176-ce66cb7d62ef", APIVersion:"networking.k8s.io/v1", ResourceVersion:"1799", FieldPath:""}): type: 'Normal' reason: 'Sync' Scheduled for sync

	* 

	* ==> coredns [16cfb4c80508] <==

	* [INFO] 10.244.0.11:55380 - 15444 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000192417s

	[INFO] 10.244.0.11:55595 - 33986 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000080917s

	[INFO] 10.244.0.11:55380 - 36243 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000177876s

	[INFO] 10.244.0.11:55380 - 42834 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000146333s

	[INFO] 10.244.0.11:55595 - 5784 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00011875s

	[INFO] 10.244.0.11:55595 - 56910 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000050292s

	[INFO] 10.244.0.11:55380 - 35306 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000218333s

	[INFO] 10.244.0.11:55595 - 64077 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000055958s

	[INFO] 10.244.0.11:55595 - 56884 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000076625s

	[INFO] 10.244.0.11:55595 - 56007 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000070583s

	[INFO] 10.244.0.11:55595 - 54545 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067333s

	[INFO] 10.244.0.11:51497 - 59355 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000398834s

	[INFO] 10.244.0.11:51497 - 38991 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000209708s

	[INFO] 10.244.0.11:51497 - 6555 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000191958s

	[INFO] 10.244.0.11:51497 - 63288 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000409876s

	[INFO] 10.244.0.11:51497 - 49529 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00012975s

	[INFO] 10.244.0.11:51497 - 3686 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000123626s

	[INFO] 10.244.0.11:51497 - 19423 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000240209s

	[INFO] 10.244.0.11:59481 - 42442 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000222709s

	[INFO] 10.244.0.11:59481 - 36904 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0001005s

	[INFO] 10.244.0.11:59481 - 14729 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000057417s

	[INFO] 10.244.0.11:59481 - 55234 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000074708s

	[INFO] 10.244.0.11:59481 - 58225 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000045917s

	[INFO] 10.244.0.11:59481 - 23418 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004575s

	[INFO] 10.244.0.11:59481 - 13624 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000090417s

	* 

	* ==> describe nodes <==

	* Name:               addons-500000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-500000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43

	                    minikube.k8s.io/name=addons-500000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 21 Aug 2023 10:34:16 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-500000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 21 Aug 2023 11:04:26 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 21 Aug 2023 11:02:58 +0000   Mon, 21 Aug 2023 10:34:21 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-500000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 0e4a1f71467c44c8a10eca186773afe2

	  System UUID:                0e4a1f71467c44c8a10eca186773afe2

	  Boot ID:                    6d5e7ffc-fb7d-41fe-b076-69fd8535d300

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.27.4

	  Kube-Proxy Version:         v1.27.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                         CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                         ------------  ----------  ---------------  -------------  ---

	  default                     hello-world-app-65bdb79f98-l7sq4             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         117s

	  default                     nginx                                        0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         2m8s

	  gcp-auth                    gcp-auth-58478865f7-zcg47                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         29m

	  ingress-nginx               ingress-nginx-controller-7799c6795f-4ppd9    100m (5%!)(MISSING)     0 (0%!)(MISSING)      90Mi (2%!)(MISSING)        0 (0%!)(MISSING)         30m

	  kube-system                 coredns-5d78c9869d-hbg44                     100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     30m

	  kube-system                 etcd-addons-500000                           100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         30m

	  kube-system                 kube-apiserver-addons-500000                 250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-controller-manager-addons-500000        200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-proxy-z2wj9                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-scheduler-addons-500000                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-4pgqh         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 snapshot-controller-75bbb956b9-j9mkf         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                850m (42%!)(MISSING)  0 (0%!)(MISSING)

	  memory             260Mi (6%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 30m   kube-proxy       

	  Normal  Starting                 30m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  30m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  30m   kubelet          Node addons-500000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m   kubelet          Node addons-500000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m   kubelet          Node addons-500000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                30m   kubelet          Node addons-500000 status is now: NodeReady

	  Normal  RegisteredNode           30m   node-controller  Node addons-500000 event: Registered Node addons-500000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.000000] KASLR disabled due to lack of seed

	[  +0.638012] EINJ: EINJ table not found.

	[  +0.490829] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.044680] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[Aug21 10:34] systemd-fstab-generator[479]: Ignoring "noauto" for root device

	[  +0.063431] systemd-fstab-generator[490]: Ignoring "noauto" for root device

	[  +0.413293] systemd-fstab-generator[750]: Ignoring "noauto" for root device

	[  +0.194883] systemd-fstab-generator[786]: Ignoring "noauto" for root device

	[  +0.079334] systemd-fstab-generator[797]: Ignoring "noauto" for root device

	[  +0.075319] systemd-fstab-generator[810]: Ignoring "noauto" for root device

	[  +1.241580] systemd-fstab-generator[968]: Ignoring "noauto" for root device

	[  +0.080868] systemd-fstab-generator[979]: Ignoring "noauto" for root device

	[  +0.070572] systemd-fstab-generator[990]: Ignoring "noauto" for root device

	[  +0.067357] systemd-fstab-generator[1001]: Ignoring "noauto" for root device

	[  +0.069942] systemd-fstab-generator[1042]: Ignoring "noauto" for root device

	[  +2.503453] systemd-fstab-generator[1141]: Ignoring "noauto" for root device

	[  +2.381640] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.661766] systemd-fstab-generator[1457]: Ignoring "noauto" for root device

	[  +5.156537] systemd-fstab-generator[2350]: Ignoring "noauto" for root device

	[ +13.738428] kauditd_printk_skb: 41 callbacks suppressed

	[  +1.700338] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.800757] kauditd_printk_skb: 48 callbacks suppressed

	[ +14.143799] kauditd_printk_skb: 54 callbacks suppressed

	[Aug21 11:02] kauditd_printk_skb: 1 callbacks suppressed

	* 

	* ==> etcd [27dc2c0d7a4a] <==

	* {"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:15.991Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:44:16.025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":841,"took":"2.672822ms","hash":3376273956}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376273956,"revision":841,"compact-revision":-1}

	{"level":"info","ts":"2023-08-21T10:49:16.035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1031}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1031,"took":"1.375633ms","hash":1895539758}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895539758,"revision":1031,"compact-revision":841}

	{"level":"info","ts":"2023-08-21T10:54:16.045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1222}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1222,"took":"1.459351ms","hash":3279763987}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279763987,"revision":1222,"compact-revision":1031}

	{"level":"info","ts":"2023-08-21T10:59:16.058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1413}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1413,"took":"1.488371ms","hash":1268235317}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268235317,"revision":1413,"compact-revision":1222}

	{"level":"info","ts":"2023-08-21T11:04:16.067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1603}

	{"level":"info","ts":"2023-08-21T11:04:16.069Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1603,"took":"1.243127ms","hash":1670643557}

	{"level":"info","ts":"2023-08-21T11:04:16.070Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1670643557,"revision":1603,"compact-revision":1413}

	* 

	* ==> gcp-auth [dbe5746b118a] <==

	* 2023/08/21 10:34:42 GCP Auth Webhook started!

	2023/08/21 11:02:26 Ready to marshal response ...

	2023/08/21 11:02:26 Ready to write response ...

	2023/08/21 11:02:37 Ready to marshal response ...

	2023/08/21 11:02:37 Ready to write response ...

	* 

	* ==> kernel <==

	*  11:04:34 up 30 min,  0 users,  load average: 0.37, 0.44, 0.35

	Linux addons-500000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [dc949a6ce14c] <==

	* I0821 10:49:16.759393       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.759510       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:49:16.766063       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:49:16.766169       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.749624       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.750123       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.755478       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.755644       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:54:16.765351       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:54:16.765428       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.750519       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.751153       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.751904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.752113       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.761892       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.761965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:02:26.738684       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io

	I0821 11:02:26.869600       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.111.106.162]

	I0821 11:02:37.171860       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.102.172.159]

	I0821 11:04:16.751175       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751671       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.751839       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751936       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.752119       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.752232       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [41982c5e9fc8] <==

	* I0821 10:34:42.737082       1 event.go:307] "Event occurred" object="ingress-nginx/ingress-nginx-admission-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.747456       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.752783       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.756485       1 job_controller.go:523] enqueueing job ingress-nginx/ingress-nginx-admission-patch

	I0821 10:34:42.854473       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.856753       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.858553       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.858609       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.859646       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:34:42.893612       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.895861       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.897862       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0821 10:34:42.897954       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:34:42.899189       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:01.688712       1 resource_quota_monitor.go:223] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"

	I0821 10:35:01.688853       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0821 10:35:01.789717       1 shared_informer.go:318] Caches are synced for resource quota

	I0821 10:35:02.109377       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0821 10:35:02.210585       1 shared_informer.go:318] Caches are synced for garbage collector

	I0821 10:35:12.010356       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.011197       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 10:35:12.022044       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-patch

	I0821 10:35:12.024702       1 job_controller.go:523] enqueueing job gcp-auth/gcp-auth-certs-create

	I0821 11:02:37.084707       1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-65bdb79f98 to 1"

	I0821 11:02:37.090750       1 event.go:307] "Event occurred" object="default/hello-world-app-65bdb79f98" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-65bdb79f98-l7sq4"

	* 

	* ==> kube-proxy [36558206e7eb] <==

	* I0821 10:34:32.961845       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0821 10:34:32.961903       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0821 10:34:32.961922       1 server_others.go:554] "Using iptables proxy"

	I0821 10:34:32.984111       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0821 10:34:32.984124       1 server_others.go:192] "Using iptables Proxier"

	I0821 10:34:32.984147       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0821 10:34:32.984347       1 server.go:658] "Version info" version="v1.27.4"

	I0821 10:34:32.984357       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0821 10:34:32.984958       1 config.go:315] "Starting node config controller"

	I0821 10:34:32.984965       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0821 10:34:32.985291       1 config.go:188] "Starting service config controller"

	I0821 10:34:32.985295       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0821 10:34:32.985301       1 config.go:97] "Starting endpoint slice config controller"

	I0821 10:34:32.985318       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0821 10:34:33.085576       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0821 10:34:33.085604       1 shared_informer.go:318] Caches are synced for node config

	I0821 10:34:33.085608       1 shared_informer.go:318] Caches are synced for service config

	* 

	* ==> kube-scheduler [bd48baf71b16] <==

	* W0821 10:34:16.768490       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:16.768493       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:16.768508       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0821 10:34:16.768511       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0821 10:34:16.768562       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:16.768566       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.606010       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0821 10:34:17.606029       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0821 10:34:17.645166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0821 10:34:17.645193       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0821 10:34:17.674598       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0821 10:34:17.674623       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0821 10:34:17.707767       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:17.707781       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.724040       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:17.724057       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:17.728085       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0821 10:34:17.728146       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0821 10:34:17.756871       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0821 10:34:17.756889       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785576       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785647       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	I0821 10:34:20.949364       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:04:34 UTC. --

	Aug 21 11:03:19 addons-500000 kubelet[2369]: E0821 11:03:19.565677    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:03:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:03:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:03:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:03:23 addons-500000 kubelet[2369]: I0821 11:03:23.452056    2369 scope.go:115] "RemoveContainer" containerID="c0a0c21e7fc373fff20c0a42b48ce36406dced0b381d15ac7b0f6ca174b5c710"

	Aug 21 11:03:23 addons-500000 kubelet[2369]: I0821 11:03:23.941590    2369 scope.go:115] "RemoveContainer" containerID="c0a0c21e7fc373fff20c0a42b48ce36406dced0b381d15ac7b0f6ca174b5c710"

	Aug 21 11:03:23 addons-500000 kubelet[2369]: I0821 11:03:23.942308    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:03:23 addons-500000 kubelet[2369]: E0821 11:03:23.942638    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 40s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:03:36 addons-500000 kubelet[2369]: I0821 11:03:36.459541    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:03:36 addons-500000 kubelet[2369]: E0821 11:03:36.460237    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 40s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:03:48 addons-500000 kubelet[2369]: I0821 11:03:48.454293    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:03:48 addons-500000 kubelet[2369]: E0821 11:03:48.454999    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 40s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:04:01 addons-500000 kubelet[2369]: I0821 11:04:01.453746    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:04:01 addons-500000 kubelet[2369]: E0821 11:04:01.454850    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 40s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:04:15 addons-500000 kubelet[2369]: I0821 11:04:15.452827    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:04:15 addons-500000 kubelet[2369]: I0821 11:04:15.766170    2369 scope.go:115] "RemoveContainer" containerID="3be05fbf0cc31cea31bd6608e73f739322366f47f5140bf40cb7b7b636df753b"

	Aug 21 11:04:15 addons-500000 kubelet[2369]: I0821 11:04:15.766354    2369 scope.go:115] "RemoveContainer" containerID="61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185"

	Aug 21 11:04:15 addons-500000 kubelet[2369]: E0821 11:04:15.766482    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:04:19 addons-500000 kubelet[2369]: W0821 11:04:19.453336    2369 machine.go:65] Cannot read vendor id correctly, set empty.

	Aug 21 11:04:19 addons-500000 kubelet[2369]: E0821 11:04:19.565895    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:04:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:04:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:04:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:04:30 addons-500000 kubelet[2369]: I0821 11:04:30.452665    2369 scope.go:115] "RemoveContainer" containerID="61cb73773eecc3faafe56084535ad2d59c6b1097346767deab59c844d247f185"

	Aug 21 11:04:30 addons-500000 kubelet[2369]: E0821 11:04:30.456370    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-500000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:272: non-running pods: ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:274: ======> post-mortem[TestAddons/parallel/MetricsServer]: describe non-running pods <======

helpers_test.go:277: (dbg) Run:  kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp

helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1 (35.478334ms)

** stderr ** 

	Error from server (NotFound): pods "ingress-nginx-admission-create-cxgb2" not found

	Error from server (NotFound): pods "ingress-nginx-admission-patch-fkwhp" not found

** /stderr **

helpers_test.go:279: kubectl --context addons-500000 describe pod ingress-nginx-admission-create-cxgb2 ingress-nginx-admission-patch-fkwhp: exit status 1

--- FAIL: TestAddons/parallel/MetricsServer (720.90s)

=== RUN   TestAddons/parallel/CSI

=== PAUSE TestAddons/parallel/CSI

=== CONT  TestAddons/parallel/CSI

addons_test.go:535: failed waiting for csi-hostpath-driver pods to stabilize: context deadline exceeded

addons_test.go:537: csi-hostpath-driver pods stabilized in 6m0.000559541s

addons_test.go:540: (dbg) Run:  kubectl --context addons-500000 create -f testdata/csi-hostpath-driver/pvc.yaml

addons_test.go:545: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-500000 get pvc hpvc -o jsonpath={.status.phase} -n default

addons_test.go:546: failed waiting for PVC hpvc: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-500000 -n addons-500000

helpers_test.go:244: <<< TestAddons/parallel/CSI FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/CSI]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-500000 logs -n 25

helpers_test.go:252: TestAddons/parallel/CSI logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |               Args                |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.27.4      |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| start   | -o=json --download-only           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | -p download-only-670000           |                      |         |         |                     |                     |

	|         | --force --alsologtostderr         |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0-rc.1 |                      |         |         |                     |                     |

	|         | --container-runtime=docker        |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | --all                             | minikube             | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| delete  | -p download-only-670000           | download-only-670000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | --download-only -p                | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT |                     |

	|         | binary-mirror-462000              |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --binary-mirror                   |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49329            |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-462000           | binary-mirror-462000 | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:33 PDT |

	| start   | -p addons-500000                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:33 PDT | 21 Aug 23 03:40 PDT |

	|         | --wait=true --memory=4000         |                      |         |         |                     |                     |

	|         | --alsologtostderr                 |                      |         |         |                     |                     |

	|         | --addons=registry                 |                      |         |         |                     |                     |

	|         | --addons=metrics-server           |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots          |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver      |                      |         |         |                     |                     |

	|         | --addons=gcp-auth                 |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner            |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget         |                      |         |         |                     |                     |

	|         | --driver=qemu2                    |                      |         |         |                     |                     |

	|         | --addons=ingress                  |                      |         |         |                     |                     |

	|         | --addons=ingress-dns              |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p          | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 03:52 PDT |                     |

	|         | addons-500000                     |                      |         |         |                     |                     |

	| ssh     | addons-500000 ssh curl -s         | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	|         | http://127.0.0.1/ -H 'Host:       |                      |         |         |                     |                     |

	|         | nginx.example.com'                |                      |         |         |                     |                     |

	| ip      | addons-500000 ip                  | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT | 21 Aug 23 04:02 PDT |

	| addons  | addons-500000 addons disable      | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:02 PDT |                     |

	|         | ingress-dns --alsologtostderr     |                      |         |         |                     |                     |

	|         | -v=1                              |                      |         |         |                     |                     |

	| addons  | enable headlamp                   | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:04 PDT | 21 Aug 23 04:04 PDT |

	|         | -p addons-500000                  |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1            |                      |         |         |                     |                     |

	| addons  | addons-500000 addons disable      | addons-500000        | jenkins | v1.31.2 | 21 Aug 23 04:04 PDT | 21 Aug 23 04:04 PDT |

	|         | ingress --alsologtostderr -v=1    |                      |         |         |                     |                     |

	|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/21 03:33:48

	Running on machine: MacOS-M1-Agent-1

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0821 03:33:48.415064    1442 out.go:296] Setting OutFile to fd 1 ...

	I0821 03:33:48.415176    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415179    1442 out.go:309] Setting ErrFile to fd 2...

	I0821 03:33:48.415182    1442 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0821 03:33:48.415284    1442 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17102-920/.minikube/bin

	I0821 03:33:48.416485    1442 out.go:303] Setting JSON to false

	I0821 03:33:48.431675    1442 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-1.local","uptime":202,"bootTime":1692613826,"procs":392,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"5b726c3a-f72c-561b-b03e-814251f12bfa"}

	W0821 03:33:48.431757    1442 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0821 03:33:48.436776    1442 out.go:177] * [addons-500000] minikube v1.31.2 on Darwin 13.5 (arm64)

	I0821 03:33:48.443786    1442 out.go:177]   - MINIKUBE_LOCATION=17102

	I0821 03:33:48.443817    1442 notify.go:220] Checking for updates...

	I0821 03:33:48.452754    1442 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:33:48.459793    1442 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0821 03:33:48.466761    1442 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0821 03:33:48.469754    1442 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17102-920/.minikube

	I0821 03:33:48.472801    1442 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0821 03:33:48.476845    1442 driver.go:373] Setting default libvirt URI to qemu:///system

	I0821 03:33:48.479685    1442 out.go:177] * Using the qemu2 driver based on user configuration

	I0821 03:33:48.486794    1442 start.go:298] selected driver: qemu2

	I0821 03:33:48.486801    1442 start.go:902] validating driver "qemu2" against <nil>

	I0821 03:33:48.486809    1442 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0821 03:33:48.488928    1442 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0821 03:33:48.491687    1442 out.go:177] * Automatically selected the socket_vmnet network

	I0821 03:33:48.495787    1442 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0821 03:33:48.495806    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:33:48.495814    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:33:48.495818    1442 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0821 03:33:48.495823    1442 start_flags.go:319] config:

	{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:c

ni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:33:48.500226    1442 iso.go:125] acquiring lock: {Name:mk813ea611542195bb0511881888be3fabc72ff6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0821 03:33:48.506762    1442 out.go:177] * Starting control plane node addons-500000 in cluster addons-500000

	I0821 03:33:48.510761    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:33:48.510781    1442 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4

	I0821 03:33:48.510799    1442 cache.go:57] Caching tarball of preloaded images

	I0821 03:33:48.510861    1442 preload.go:174] Found /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0821 03:33:48.510867    1442 cache.go:60] Finished verifying existence of preloaded tar for  v1.27.4 on docker

	I0821 03:33:48.511057    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:33:48.511069    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json: {Name:mke6ea6a330608889e821054234e4dab41e05376 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:33:48.511283    1442 start.go:365] acquiring machines lock for addons-500000: {Name:mk9b32d9fe994be32d77812db464b2cfa7bfb400 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0821 03:33:48.511397    1442 start.go:369] acquired machines lock for "addons-500000" in 109.25µs

	I0821 03:33:48.511409    1442 start.go:93] Provisioning new machine with config: &{Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:

addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType

:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:33:48.511444    1442 start.go:125] createHost starting for "" (driver="qemu2")

	I0821 03:33:48.515777    1442 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0821 03:33:48.825711    1442 start.go:159] libmachine.API.Create for "addons-500000" (driver="qemu2")

	I0821 03:33:48.825759    1442 client.go:168] LocalClient.Create starting

	I0821 03:33:48.825907    1442 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem

	I0821 03:33:48.926786    1442 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem

	I0821 03:33:49.005435    1442 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17102-920/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17102-920/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0821 03:33:49.429478    1442 main.go:141] libmachine: Creating SSH key...

	I0821 03:33:49.603069    1442 main.go:141] libmachine: Creating Disk image...

	I0821 03:33:49.603078    1442 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0821 03:33:49.603290    1442 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.637224    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.637249    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.637377    1442 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2 +20000M

	I0821 03:33:49.644766    1442 main.go:141] libmachine: STDOUT: Image resized.

	I0821 03:33:49.644778    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.644801    1442 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.644808    1442 main.go:141] libmachine: Starting QEMU VM...

	I0821 03:33:49.644850    1442 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/qemu.pid -device virtio-net-pci,netdev=net0,mac=5e:15:38:20:81:6d -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/disk.qcow2

	I0821 03:33:49.712858    1442 main.go:141] libmachine: STDOUT: 

	I0821 03:33:49.712896    1442 main.go:141] libmachine: STDERR: 

	I0821 03:33:49.712900    1442 main.go:141] libmachine: Attempt 0

	I0821 03:33:49.712923    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:51.714037    1442 main.go:141] libmachine: Attempt 1

	I0821 03:33:51.714122    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:53.715339    1442 main.go:141] libmachine: Attempt 2

	I0821 03:33:53.715370    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:55.716394    1442 main.go:141] libmachine: Attempt 3

	I0821 03:33:55.716406    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:57.717443    1442 main.go:141] libmachine: Attempt 4

	I0821 03:33:57.717472    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:33:59.718558    1442 main.go:141] libmachine: Attempt 5

	I0821 03:33:59.718579    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719634    1442 main.go:141] libmachine: Attempt 6

	I0821 03:34:01.719657    1442 main.go:141] libmachine: Searching for 5e:15:38:20:81:6d in /var/db/dhcpd_leases ...

	I0821 03:34:01.719810    1442 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0821 03:34:01.719849    1442 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:5e:15:38:20:81:6d ID:1,5e:15:38:20:81:6d Lease:0x64e48f18}

	I0821 03:34:01.719855    1442 main.go:141] libmachine: Found match: 5e:15:38:20:81:6d

	I0821 03:34:01.719867    1442 main.go:141] libmachine: IP: 192.168.105.2

	I0821 03:34:01.719873    1442 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0821 03:34:03.738025    1442 machine.go:88] provisioning docker machine ...

	I0821 03:34:03.738086    1442 buildroot.go:166] provisioning hostname "addons-500000"

	I0821 03:34:03.739549    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.740347    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.740367    1442 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-500000 && echo "addons-500000" | sudo tee /etc/hostname

	I0821 03:34:03.826570    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-500000

	I0821 03:34:03.826696    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:03.827174    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:03.827189    1442 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-500000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-500000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-500000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0821 03:34:03.891757    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0821 03:34:03.891772    1442 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17102-920/.minikube CaCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17102-920/.minikube}

	I0821 03:34:03.891782    1442 buildroot.go:174] setting up certificates

	I0821 03:34:03.891796    1442 provision.go:83] configureAuth start

	I0821 03:34:03.891801    1442 provision.go:138] copyHostCerts

	I0821 03:34:03.891982    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/ca.pem (1078 bytes)

	I0821 03:34:03.892356    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/cert.pem (1123 bytes)

	I0821 03:34:03.892494    1442 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17102-920/.minikube/key.pem (1679 bytes)

	I0821 03:34:03.892606    1442 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem org=jenkins.addons-500000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-500000]

	I0821 03:34:04.055231    1442 provision.go:172] copyRemoteCerts

	I0821 03:34:04.055290    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0821 03:34:04.055299    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.085022    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0821 03:34:04.091757    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0821 03:34:04.098302    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0821 03:34:04.105297    1442 provision.go:86] duration metric: configureAuth took 213.489792ms

	I0821 03:34:04.105304    1442 buildroot.go:189] setting minikube options for container-runtime

	I0821 03:34:04.105410    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:04.105443    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.105658    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.105665    1442 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0821 03:34:04.160033    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0821 03:34:04.160039    1442 buildroot.go:70] root file system type: tmpfs

	I0821 03:34:04.160095    1442 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0821 03:34:04.160145    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.160376    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.160410    1442 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0821 03:34:04.217511    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0821 03:34:04.217555    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.217777    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.217788    1442 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0821 03:34:04.516566    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0821 03:34:04.516576    1442 machine.go:91] provisioned docker machine in 778.543875ms

	I0821 03:34:04.516581    1442 client.go:171] LocalClient.Create took 15.691254833s

	I0821 03:34:04.516600    1442 start.go:167] duration metric: libmachine.API.Create for "addons-500000" took 15.691329875s

	I0821 03:34:04.516605    1442 start.go:300] post-start starting for "addons-500000" (driver="qemu2")

	I0821 03:34:04.516610    1442 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0821 03:34:04.516676    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0821 03:34:04.516684    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.547645    1442 ssh_runner.go:195] Run: cat /etc/os-release

	I0821 03:34:04.548977    1442 info.go:137] Remote host: Buildroot 2021.02.12

	I0821 03:34:04.548988    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/addons for local assets ...

	I0821 03:34:04.549067    1442 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17102-920/.minikube/files for local assets ...

	I0821 03:34:04.549094    1442 start.go:303] post-start completed in 32.487208ms

	I0821 03:34:04.549503    1442 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/config.json ...

	I0821 03:34:04.549671    1442 start.go:128] duration metric: createHost completed in 16.038665083s

	I0821 03:34:04.549713    1442 main.go:141] libmachine: Using SSH client type: native

	I0821 03:34:04.549937    1442 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x102aae1e0] 0x102ab0c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0821 03:34:04.549942    1442 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0821 03:34:04.603319    1442 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692614044.503149419

	I0821 03:34:04.603325    1442 fix.go:206] guest clock: 1692614044.503149419

	I0821 03:34:04.603329    1442 fix.go:219] Guest: 2023-08-21 03:34:04.503149419 -0700 PDT Remote: 2023-08-21 03:34:04.549674 -0700 PDT m=+16.153755168 (delta=-46.524581ms)

	I0821 03:34:04.603340    1442 fix.go:190] guest clock delta is within tolerance: -46.524581ms

	I0821 03:34:04.603349    1442 start.go:83] releasing machines lock for "addons-500000", held for 16.092394834s

	I0821 03:34:04.603625    1442 ssh_runner.go:195] Run: cat /version.json

	I0821 03:34:04.603635    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.603639    1442 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0821 03:34:04.603685    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:04.631400    1442 ssh_runner.go:195] Run: systemctl --version

	I0821 03:34:04.633303    1442 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0821 03:34:04.675003    1442 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0821 03:34:04.675044    1442 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0821 03:34:04.680093    1442 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0821 03:34:04.680102    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.680217    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.685575    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0821 03:34:04.689003    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0821 03:34:04.692463    1442 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0821 03:34:04.692496    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0821 03:34:04.695492    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.698438    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0821 03:34:04.701779    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0821 03:34:04.705308    1442 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0821 03:34:04.708997    1442 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0821 03:34:04.712485    1442 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0821 03:34:04.715157    1442 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0821 03:34:04.718062    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:04.801182    1442 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0821 03:34:04.809752    1442 start.go:466] detecting cgroup driver to use...

	I0821 03:34:04.809829    1442 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0821 03:34:04.815491    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.820439    1442 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0821 03:34:04.826330    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0821 03:34:04.831197    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.835955    1442 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0821 03:34:04.893707    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0821 03:34:04.899704    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0821 03:34:04.905738    1442 ssh_runner.go:195] Run: which cri-dockerd

	I0821 03:34:04.907314    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0821 03:34:04.910018    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0821 03:34:04.915159    1442 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0821 03:34:04.993497    1442 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0821 03:34:05.073322    1442 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0821 03:34:05.073337    1442 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0821 03:34:05.078736    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:05.148942    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:06.310888    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.161962625s)

	I0821 03:34:06.310946    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.389910    1442 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0821 03:34:06.470512    1442 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0821 03:34:06.540771    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.608028    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0821 03:34:06.614951    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:06.680856    1442 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0821 03:34:06.705016    1442 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0821 03:34:06.705100    1442 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0821 03:34:06.707492    1442 start.go:534] Will wait 60s for crictl version

	I0821 03:34:06.707526    1442 ssh_runner.go:195] Run: which crictl

	I0821 03:34:06.708906    1442 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0821 03:34:06.723485    1442 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0821 03:34:06.723553    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.733136    1442 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0821 03:34:06.752243    1442 out.go:204] * Preparing Kubernetes v1.27.4 on Docker 24.0.4 ...

	I0821 03:34:06.752395    1442 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0821 03:34:06.753728    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:06.757671    1442 preload.go:132] Checking if preload exists for k8s version v1.27.4 and runtime docker

	I0821 03:34:06.757717    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:06.767699    1442 docker.go:636] Got preloaded images: 

	I0821 03:34:06.767706    1442 docker.go:642] registry.k8s.io/kube-apiserver:v1.27.4 wasn't preloaded

	I0821 03:34:06.767758    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:06.770623    1442 ssh_runner.go:195] Run: which lz4

	I0821 03:34:06.772016    1442 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0821 03:34:06.773407    1442 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0821 03:34:06.773426    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.27.4-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (343658271 bytes)

	I0821 03:34:08.065715    1442 docker.go:600] Took 1.293779 seconds to copy over tarball

	I0821 03:34:08.065776    1442 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0821 03:34:09.083194    1442 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.017432542s)

	I0821 03:34:09.083208    1442 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0821 03:34:09.098174    1442 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0821 03:34:09.101758    1442 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0821 03:34:09.107271    1442 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0821 03:34:09.185186    1442 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0821 03:34:11.583398    1442 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.398262792s)

	I0821 03:34:11.583497    1442 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0821 03:34:11.599112    1442 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.27.4

	registry.k8s.io/kube-controller-manager:v1.27.4

	registry.k8s.io/kube-scheduler:v1.27.4

	registry.k8s.io/kube-proxy:v1.27.4

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/etcd:3.5.7-0

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0821 03:34:11.599121    1442 cache_images.go:84] Images are preloaded, skipping loading

	I0821 03:34:11.599173    1442 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0821 03:34:11.606813    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:11.606822    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:11.606852    1442 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0821 03:34:11.606862    1442 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.27.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-500000 NodeName:addons-500000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0821 03:34:11.606930    1442 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-500000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.27.4

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0821 03:34:11.606959    1442 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.27.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-500000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0821 03:34:11.607013    1442 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.27.4

	I0821 03:34:11.609958    1442 binaries.go:44] Found k8s binaries, skipping transfer

	I0821 03:34:11.609992    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0821 03:34:11.613080    1442 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0821 03:34:11.618135    1442 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0821 03:34:11.623217    1442 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0821 03:34:11.628067    1442 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0821 03:34:11.629338    1442 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0821 03:34:11.633264    1442 certs.go:56] Setting up /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000 for IP: 192.168.105.2

	I0821 03:34:11.633272    1442 certs.go:190] acquiring lock for shared ca certs: {Name:mkaf8bee91c9bef113528e728629bac5c142d5d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.633419    1442 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key

	I0821 03:34:11.709497    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt ...

	I0821 03:34:11.709504    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt: {Name:mk11304afc04d282dffa1bbfafecb7763b86f0d9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709741    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key ...

	I0821 03:34:11.709747    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key: {Name:mk7632addcfceaabe09bce428c8dd59051132a6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.709856    1442 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key

	I0821 03:34:11.928292    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt ...

	I0821 03:34:11.928298    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt: {Name:mk59ba2d6f1e462ee2e456d21a76e6acaba82b70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928531    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key ...

	I0821 03:34:11.928534    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key: {Name:mk02c96134c44ce7714696be07e0b5c22f58dc64 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:11.928684    1442 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key

	I0821 03:34:11.928691    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt with IP's: []

	I0821 03:34:12.116170    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt ...

	I0821 03:34:12.116177    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.crt: {Name:mk3182b685506ec2dbfcad41054e3ffc2bf0f3b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116379    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key ...

	I0821 03:34:12.116384    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/client.key: {Name:mk087ee0a568a92e1e97ae6eb06dd6604454b2e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.116489    1442 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969

	I0821 03:34:12.116499    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0821 03:34:12.174634    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 ...

	I0821 03:34:12.174637    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969: {Name:mk02f137a3a75334a28e6811666f6d1dde47709c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174771    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 ...

	I0821 03:34:12.174774    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969: {Name:mk629f60ce1370d0aadb852a255428713cef631b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.174873    1442 certs.go:337] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt

	I0821 03:34:12.175028    1442 certs.go:341] copying /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key

	I0821 03:34:12.175114    1442 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key

	I0821 03:34:12.175123    1442 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt with IP's: []

	I0821 03:34:12.291172    1442 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt ...

	I0821 03:34:12.291175    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt: {Name:mk4861ba5de37ed8d82543663b167ed0e04664dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291331    1442 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key ...

	I0821 03:34:12.291334    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key: {Name:mk5eb1fb206858f7f6262a3b86ec8673fdeb4399 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:12.291586    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca-key.pem (1679 bytes)

	I0821 03:34:12.291611    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/ca.pem (1078 bytes)

	I0821 03:34:12.291633    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/cert.pem (1123 bytes)

	I0821 03:34:12.291654    1442 certs.go:437] found cert: /Users/jenkins/minikube-integration/17102-920/.minikube/certs/Users/jenkins/minikube-integration/17102-920/.minikube/certs/key.pem (1679 bytes)

	I0821 03:34:12.292029    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0821 03:34:12.300489    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0821 03:34:12.307765    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0821 03:34:12.314499    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/profiles/addons-500000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0821 03:34:12.321449    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0821 03:34:12.328965    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)

	I0821 03:34:12.336085    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0821 03:34:12.342676    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0821 03:34:12.349529    1442 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17102-920/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0821 03:34:12.356907    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0821 03:34:12.363000    1442 ssh_runner.go:195] Run: openssl version

	I0821 03:34:12.364943    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0821 03:34:12.368659    1442 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370316    1442 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 21 10:34 /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.370337    1442 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0821 03:34:12.372170    1442 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0821 03:34:12.375051    1442 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0821 03:34:12.376254    1442 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0821 03:34:12.376292    1442 kubeadm.go:404] StartCluster: {Name:addons-500000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.40@sha256:8cadf23777709e43eca447c47a45f5a4635615129267ce025193040ec92a1631 Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.27.4 ClusterName:addons-500000 Namespac

e:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount

UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0821 03:34:12.376353    1442 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0821 03:34:12.381765    1442 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0821 03:34:12.385127    1442 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0821 03:34:12.388050    1442 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0821 03:34:12.390699    1442 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0821 03:34:12.390714    1442 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.27.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0821 03:34:12.412358    1442 kubeadm.go:322] [init] Using Kubernetes version: v1.27.4

	I0821 03:34:12.412390    1442 kubeadm.go:322] [preflight] Running pre-flight checks

	I0821 03:34:12.465080    1442 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0821 03:34:12.465135    1442 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0821 03:34:12.465183    1442 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0821 03:34:12.530098    1442 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0821 03:34:12.539343    1442 out.go:204]   - Generating certificates and keys ...

	I0821 03:34:12.539375    1442 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0821 03:34:12.539413    1442 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0821 03:34:12.639909    1442 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0821 03:34:12.680054    1442 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0821 03:34:12.714095    1442 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0821 03:34:12.849965    1442 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0821 03:34:12.996137    1442 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0821 03:34:12.996199    1442 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.141022    1442 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0821 03:34:13.141102    1442 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-500000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0821 03:34:13.228117    1442 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0821 03:34:13.409230    1442 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0821 03:34:13.774136    1442 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0821 03:34:13.774180    1442 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0821 03:34:13.866700    1442 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0821 03:34:13.977782    1442 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0821 03:34:14.068222    1442 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0821 03:34:14.144551    1442 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0821 03:34:14.151809    1442 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0821 03:34:14.152307    1442 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0821 03:34:14.152438    1442 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0821 03:34:14.228545    1442 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0821 03:34:14.232527    1442 out.go:204]   - Booting up control plane ...

	I0821 03:34:14.232575    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0821 03:34:14.232614    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0821 03:34:14.232645    1442 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0821 03:34:14.236440    1442 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0821 03:34:14.238376    1442 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0821 03:34:18.241227    1442 kubeadm.go:322] [apiclient] All control plane components are healthy after 4.002539 seconds

	I0821 03:34:18.241427    1442 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0821 03:34:18.252886    1442 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0821 03:34:18.774491    1442 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0821 03:34:18.774728    1442 kubeadm.go:322] [mark-control-plane] Marking the node addons-500000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0821 03:34:19.280325    1442 kubeadm.go:322] [bootstrap-token] Using token: jvxtql.8wgzhr7nb5g9o93n

	I0821 03:34:19.286479    1442 out.go:204]   - Configuring RBAC rules ...

	I0821 03:34:19.286537    1442 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0821 03:34:19.290363    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0821 03:34:19.293121    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0821 03:34:19.294256    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0821 03:34:19.295736    1442 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0821 03:34:19.296773    1442 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0821 03:34:19.301173    1442 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0821 03:34:19.474355    1442 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0821 03:34:19.693544    1442 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0821 03:34:19.694011    1442 kubeadm.go:322] 

	I0821 03:34:19.694043    1442 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0821 03:34:19.694047    1442 kubeadm.go:322] 

	I0821 03:34:19.694084    1442 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0821 03:34:19.694086    1442 kubeadm.go:322] 

	I0821 03:34:19.694099    1442 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0821 03:34:19.694192    1442 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0821 03:34:19.694216    1442 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0821 03:34:19.694219    1442 kubeadm.go:322] 

	I0821 03:34:19.694251    1442 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0821 03:34:19.694263    1442 kubeadm.go:322] 

	I0821 03:34:19.694293    1442 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0821 03:34:19.694296    1442 kubeadm.go:322] 

	I0821 03:34:19.694320    1442 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0821 03:34:19.694360    1442 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0821 03:34:19.694390    1442 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0821 03:34:19.694394    1442 kubeadm.go:322] 

	I0821 03:34:19.694446    1442 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0821 03:34:19.694488    1442 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0821 03:34:19.694495    1442 kubeadm.go:322] 

	I0821 03:34:19.694535    1442 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694617    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 \

	I0821 03:34:19.694632    1442 kubeadm.go:322] 	--control-plane 

	I0821 03:34:19.694634    1442 kubeadm.go:322] 

	I0821 03:34:19.694684    1442 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0821 03:34:19.694688    1442 kubeadm.go:322] 

	I0821 03:34:19.694735    1442 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token jvxtql.8wgzhr7nb5g9o93n \

	I0821 03:34:19.694782    1442 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:c361d9930575cb4141f86c9c696a425212668e350af0245a5e7de41b1bd48407 

	I0821 03:34:19.694835    1442 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0821 03:34:19.694840    1442 cni.go:84] Creating CNI manager for ""

	I0821 03:34:19.694847    1442 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0821 03:34:19.703814    1442 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0821 03:34:19.707890    1442 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0821 03:34:19.711023    1442 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0821 03:34:19.716873    1442 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0821 03:34:19.716924    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.716951    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43 minikube.k8s.io/name=addons-500000 minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.723924    1442 ops.go:34] apiserver oom_adj: -16

	I0821 03:34:19.767999    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:19.814902    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.352169    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:20.852188    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.352164    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:21.852123    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.352346    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:22.852184    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.352159    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:23.852279    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.352116    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:24.852182    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.352203    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:25.852083    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.352293    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:26.852062    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.352046    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:27.851991    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:28.851976    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.352173    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:29.851943    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.352016    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:30.851904    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.351923    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:31.851905    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.351835    1442 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.27.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0821 03:34:32.388500    1442 kubeadm.go:1081] duration metric: took 12.671972458s to wait for elevateKubeSystemPrivileges.

	I0821 03:34:32.388516    1442 kubeadm.go:406] StartCluster complete in 20.01278175s

	I0821 03:34:32.388525    1442 settings.go:142] acquiring lock: {Name:mkeb461ec3a6a92ee32ce41e8df63d6759cb2728 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.388680    1442 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17102-920/kubeconfig

	I0821 03:34:32.388902    1442 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17102-920/kubeconfig: {Name:mk2bc9c64ad130c36a0253707ac2ba3f8fd22371 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0821 03:34:32.389107    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0821 03:34:32.389147    1442 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0821 03:34:32.389221    1442 addons.go:69] Setting volumesnapshots=true in profile "addons-500000"

	I0821 03:34:32.389227    1442 addons.go:231] Setting addon volumesnapshots=true in "addons-500000"

	I0821 03:34:32.389225    1442 addons.go:69] Setting cloud-spanner=true in profile "addons-500000"

	I0821 03:34:32.389236    1442 addons.go:231] Setting addon cloud-spanner=true in "addons-500000"

	I0821 03:34:32.389251    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389279    1442 addons.go:69] Setting storage-provisioner=true in profile "addons-500000"

	I0821 03:34:32.389222    1442 addons.go:69] Setting gcp-auth=true in profile "addons-500000"

	I0821 03:34:32.389282    1442 addons.go:231] Setting addon storage-provisioner=true in "addons-500000"

	I0821 03:34:32.389288    1442 mustload.go:65] Loading cluster: addons-500000

	I0821 03:34:32.389299    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389299    1442 addons.go:69] Setting inspektor-gadget=true in profile "addons-500000"

	I0821 03:34:32.389327    1442 addons.go:69] Setting registry=true in profile "addons-500000"

	I0821 03:34:32.389360    1442 config.go:182] Loaded profile config "addons-500000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.27.4

	I0821 03:34:32.389358    1442 addons.go:69] Setting ingress-dns=true in profile "addons-500000"

	I0821 03:34:32.389378    1442 addons.go:231] Setting addon ingress-dns=true in "addons-500000"

	I0821 03:34:32.389273    1442 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-500000"

	I0821 03:34:32.389396    1442 addons.go:69] Setting ingress=true in profile "addons-500000"

	I0821 03:34:32.389434    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389418    1442 addons.go:69] Setting metrics-server=true in profile "addons-500000"

	I0821 03:34:32.389454    1442 addons.go:231] Setting addon metrics-server=true in "addons-500000"

	I0821 03:34:32.389465    1442 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389506    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389519    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.389271    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389564    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389572    1442 addons.go:277] "addons-500000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389347    1442 addons.go:231] Setting addon inspektor-gadget=true in "addons-500000"

	I0821 03:34:32.389693    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389757    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389767    1442 addons.go:277] "addons-500000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389367    1442 addons.go:231] Setting addon registry=true in "addons-500000"

	I0821 03:34:32.389786    1442 host.go:66] Checking if "addons-500000" exists ...

	W0821 03:34:32.389790    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389796    1442 addons.go:277] "addons-500000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389799    1442 addons.go:467] Verifying addon metrics-server=true in "addons-500000"

	W0821 03:34:32.389788    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.389803    1442 addons.go:277] "addons-500000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	I0821 03:34:32.389805    1442 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-500000"

	I0821 03:34:32.389275    1442 addons.go:69] Setting default-storageclass=true in profile "addons-500000"

	I0821 03:34:32.394058    1442 out.go:177] * Verifying csi-hostpath-driver addon...

	I0821 03:34:32.389436    1442 addons.go:231] Setting addon ingress=true in "addons-500000"

	I0821 03:34:32.389868    1442 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-500000"

	W0821 03:34:32.389953    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390033    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	W0821 03:34:32.390053    1442 host.go:54] host status for "addons-500000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/monitor: connect: connection refused

	I0821 03:34:32.390510    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.409190    1442 out.go:177]   - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0

	W0821 03:34:32.404296    1442 addons.go:277] "addons-500000" is not running, setting ingress-dns=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404342    1442 addons.go:277] "addons-500000" is not running, setting inspektor-gadget=true and skipping enablement (err=<nil>)

	W0821 03:34:32.404346    1442 addons.go:277] "addons-500000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0821 03:34:32.404410    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.404764    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0821 03:34:32.413218    1442 addons.go:423] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml

	I0821 03:34:32.413224    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)

	I0821 03:34:32.413232    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.413266    1442 addons.go:467] Verifying addon registry=true in "addons-500000"

	I0821 03:34:32.418274    1442 out.go:177] * Verifying registry addon...

	I0821 03:34:32.419795    1442 addons.go:231] Setting addon default-storageclass=true in "addons-500000"

	I0821 03:34:32.419868    1442 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-500000" context rescaled to 1 replicas

	I0821 03:34:32.420817    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0821 03:34:32.421498    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.421694    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:32.421701    1442 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.27.4 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0821 03:34:32.421849    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0821 03:34:32.431173    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:32.440212    1442 out.go:177] * Verifying Kubernetes components...

	I0821 03:34:32.431974    1442 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.435186    1442 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0821 03:34:32.444202    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0821 03:34:32.444209    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:32.447466    1442 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0821 03:34:32.448196    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/controller:v1.8.1

	I0821 03:34:32.448211    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.451292    1442 addons.go:423] installing /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.451299    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16083 bytes)

	I0821 03:34:32.451306    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:32.454351    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml

	I0821 03:34:32.454358    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)

	I0821 03:34:32.485876    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml

	I0821 03:34:32.485886    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)

	I0821 03:34:32.513135    1442 addons.go:423] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml

	I0821 03:34:32.513147    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)

	I0821 03:34:32.532036    1442 addons.go:423] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml

	I0821 03:34:32.532052    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)

	I0821 03:34:32.537566    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0821 03:34:32.542495    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml

	I0821 03:34:32.548533    1442 addons.go:423] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:32.548541    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)

	I0821 03:34:32.568087    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:33.517324    1442 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.27.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.069159875s)

	I0821 03:34:33.517338    1442 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (1.069147125s)

	I0821 03:34:33.517342    1442 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0821 03:34:33.517808    1442 node_ready.go:35] waiting up to 6m0s for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519592    1442 node_ready.go:49] node "addons-500000" has status "Ready":"True"

	I0821 03:34:33.519599    1442 node_ready.go:38] duration metric: took 1.779708ms waiting for node "addons-500000" to be "Ready" ...

	I0821 03:34:33.519602    1442 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:33.522687    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:33.964195    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.421717084s)

	I0821 03:34:33.964211    1442 addons.go:467] Verifying addon ingress=true in "addons-500000"

	I0821 03:34:33.968723    1442 out.go:177] * Verifying ingress addon...

	I0821 03:34:33.964338    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.396275834s)

	W0821 03:34:33.968774    1442 addons.go:449] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.975741    1442 retry.go:31] will retry after 231.591556ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1

	stdout:

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created

	customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created

	serviceaccount/snapshot-controller created

	clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created

	clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created

	role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created

	deployment.apps/snapshot-controller created

	stderr:

	error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"

	ensure CRDs are installed first

	I0821 03:34:33.976141    1442 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	I0821 03:34:33.984299    1442 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0821 03:34:33.984307    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:33.987720    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.207434    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml

	I0821 03:34:34.491123    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:34.991180    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.490538    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:35.534205    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:35.990628    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.490998    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:36.745839    1442 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.5384555s)

	I0821 03:34:36.990793    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.491119    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:37.534210    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:37.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.490772    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:38.997287    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.008172    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0821 03:34:39.008186    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.055480    1442 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0821 03:34:39.064828    1442 addons.go:231] Setting addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.064858    1442 host.go:66] Checking if "addons-500000" exists ...

	I0821 03:34:39.065649    1442 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0821 03:34:39.065660    1442 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17102-920/.minikube/machines/addons-500000/id_rsa Username:docker}

	I0821 03:34:39.100776    1442 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0821 03:34:39.103705    1442 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0821 03:34:39.107726    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0821 03:34:39.107734    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0821 03:34:39.113078    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0821 03:34:39.113087    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0821 03:34:39.127541    1442 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.127551    1442 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0821 03:34:39.133486    1442 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.27.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0821 03:34:39.491109    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:39.534694    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:39.629710    1442 addons.go:467] Verifying addon gcp-auth=true in "addons-500000"

	I0821 03:34:39.641410    1442 out.go:177] * Verifying gcp-auth addon...

	I0821 03:34:39.650441    1442 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0821 03:34:39.656554    1442 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0821 03:34:39.656563    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.658191    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:39.991177    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.161154    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.492443    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:40.660810    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:40.990558    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.161357    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.492269    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:41.534695    1442 pod_ready.go:102] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status "Ready":"False"

	I0821 03:34:41.660947    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:41.990678    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.161013    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.490658    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:42.660884    1442 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0821 03:34:42.990530    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.161042    1442 kapi.go:107] duration metric: took 3.510698166s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0821 03:34:43.165184    1442 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-500000 cluster.

	I0821 03:34:43.169238    1442 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0821 03:34:43.173158    1442 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0821 03:34:43.491145    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:43.534713    1442 pod_ready.go:97] pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Running:nil Terminated:&ContainerSt

ateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534727    1442 pod_ready.go:81] duration metric: took 10.012309458s waiting for pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace to be "Ready" ...

	E0821 03:34:43.534732    1442 pod_ready.go:66] WaitExtra: waitPodCondition: pod "coredns-5d78c9869d-97rp7" in "kube-system" namespace has status phase "Succeeded" (skipping!): {Phase:Succeeded Conditions:[{Type:Initialized Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:Ready Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:ContainersReady Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason:PodCompleted Message:} {Type:PodScheduled Status:True LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2023-08-21 03:34:32 -0700 PDT Reason: Message:}] Message: Reason: NominatedNodeName: HostIP:192.168.105.2 HostIPs:[] PodIP: PodIPs:[] StartTime:2023-08-21 03:34:32 -0700 PDT InitContainerStatuses:[] ContainerStatuses:[{Name:coredns State:{Waiting:nil Runnin

g:nil Terminated:&ContainerStateTerminated{ExitCode:0,Signal:0,Reason:Completed,Message:,StartedAt:2023-08-21 03:34:33 -0700 PDT,FinishedAt:2023-08-21 03:34:43 -0700 PDT,ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed,}} LastTerminationState:{Waiting:nil Running:nil Terminated:nil} Ready:false RestartCount:0 Image:registry.k8s.io/coredns/coredns:v1.10.1 ImageID:docker-pullable://registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e ContainerID:docker://d9032391cb53f0fa8cfd4e1696eef2d7eb7096ba08423fd5087bb7b4d2fba5ed Started:0x140018d39a0 AllocatedResources:map[] Resources:nil}] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}

	I0821 03:34:43.534736    1442 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537136    1442 pod_ready.go:92] pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.537140    1442 pod_ready.go:81] duration metric: took 2.400375ms waiting for pod "coredns-5d78c9869d-hbg44" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.537145    1442 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539758    1442 pod_ready.go:92] pod "etcd-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.539762    1442 pod_ready.go:81] duration metric: took 2.614916ms waiting for pod "etcd-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.539766    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542039    1442 pod_ready.go:92] pod "kube-apiserver-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.542045    1442 pod_ready.go:81] duration metric: took 2.276584ms waiting for pod "kube-apiserver-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.542049    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544341    1442 pod_ready.go:92] pod "kube-controller-manager-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.544345    1442 pod_ready.go:81] duration metric: took 2.2935ms waiting for pod "kube-controller-manager-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.544348    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933736    1442 pod_ready.go:92] pod "kube-proxy-z2wj9" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:43.933748    1442 pod_ready.go:81] duration metric: took 389.407375ms waiting for pod "kube-proxy-z2wj9" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.933752    1442 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:43.990470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.334535    1442 pod_ready.go:92] pod "kube-scheduler-addons-500000" in "kube-system" namespace has status "Ready":"True"

	I0821 03:34:44.334545    1442 pod_ready.go:81] duration metric: took 400.801125ms waiting for pod "kube-scheduler-addons-500000" in "kube-system" namespace to be "Ready" ...

	I0821 03:34:44.334549    1442 pod_ready.go:38] duration metric: took 10.81524225s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0821 03:34:44.334558    1442 api_server.go:52] waiting for apiserver process to appear ...

	I0821 03:34:44.334639    1442 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0821 03:34:44.339980    1442 api_server.go:72] duration metric: took 11.909098333s to wait for apiserver process to appear ...

	I0821 03:34:44.339987    1442 api_server.go:88] waiting for apiserver healthz status ...

	I0821 03:34:44.339993    1442 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0821 03:34:44.344178    1442 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0821 03:34:44.344920    1442 api_server.go:141] control plane version: v1.27.4

	I0821 03:34:44.344925    1442 api_server.go:131] duration metric: took 4.936ms to wait for apiserver health ...

	I0821 03:34:44.344929    1442 system_pods.go:43] waiting for kube-system pods to appear ...

	I0821 03:34:44.490452    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:44.535983    1442 system_pods.go:59] 8 kube-system pods found

	I0821 03:34:44.535991    1442 system_pods.go:61] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.535994    1442 system_pods.go:61] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.536011    1442 system_pods.go:61] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.536015    1442 system_pods.go:61] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.536018    1442 system_pods.go:61] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.536020    1442 system_pods.go:61] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.536022    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.536025    1442 system_pods.go:61] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.536028    1442 system_pods.go:74] duration metric: took 191.1015ms to wait for pod list to return data ...

	I0821 03:34:44.536033    1442 default_sa.go:34] waiting for default service account to be created ...

	I0821 03:34:44.734042    1442 default_sa.go:45] found service account: "default"

	I0821 03:34:44.734051    1442 default_sa.go:55] duration metric: took 198.020583ms for default service account to be created ...

	I0821 03:34:44.734055    1442 system_pods.go:116] waiting for k8s-apps to be running ...

	I0821 03:34:44.935348    1442 system_pods.go:86] 8 kube-system pods found

	I0821 03:34:44.935359    1442 system_pods.go:89] "coredns-5d78c9869d-hbg44" [2212048e-385c-4235-ad14-1b9e4e812106] Running

	I0821 03:34:44.935362    1442 system_pods.go:89] "etcd-addons-500000" [dcde2eed-b2a3-4b2d-af51-14d42189714c] Running

	I0821 03:34:44.935365    1442 system_pods.go:89] "kube-apiserver-addons-500000" [a4c38aeb-a7ef-4239-ac34-2437f9c67d96] Running

	I0821 03:34:44.935367    1442 system_pods.go:89] "kube-controller-manager-addons-500000" [972b1e42-cd56-4f77-ad52-a1df2b79fdae] Running

	I0821 03:34:44.935369    1442 system_pods.go:89] "kube-proxy-z2wj9" [56cdd0e9-2b8f-476e-be08-a52381eecb16] Running

	I0821 03:34:44.935372    1442 system_pods.go:89] "kube-scheduler-addons-500000" [c2d2f1e5-45c6-48a9-990d-7e32d9d75976] Running

	I0821 03:34:44.935374    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-4pgqh" [7452ce04-2fbb-4f7a-9e5f-87b8b577fc94] Running

	I0821 03:34:44.935376    1442 system_pods.go:89] "snapshot-controller-75bbb956b9-j9mkf" [dbd2a297-29a5-4435-8fb1-849d8ae91771] Running

	I0821 03:34:44.935380    1442 system_pods.go:126] duration metric: took 201.327917ms to wait for k8s-apps to be running ...

	I0821 03:34:44.935391    1442 system_svc.go:44] waiting for kubelet service to be running ....

	I0821 03:34:44.935475    1442 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0821 03:34:44.941643    1442 system_svc.go:56] duration metric: took 6.252209ms WaitForService to wait for kubelet.

	I0821 03:34:44.941651    1442 kubeadm.go:581] duration metric: took 12.5107865s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0821 03:34:44.941660    1442 node_conditions.go:102] verifying NodePressure condition ...

	I0821 03:34:44.990746    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.134674    1442 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0821 03:34:45.134706    1442 node_conditions.go:123] node cpu capacity is 2

	I0821 03:34:45.134712    1442 node_conditions.go:105] duration metric: took 193.055083ms to run NodePressure ...

	I0821 03:34:45.134717    1442 start.go:228] waiting for startup goroutines ...

	I0821 03:34:45.490470    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:45.990643    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.490327    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:46.990587    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.490536    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:47.990358    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.490279    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:48.990490    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.490328    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:49.990414    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.490337    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:50.990260    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.490639    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:51.989843    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.490813    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:52.990112    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.491005    1442 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]

	I0821 03:34:53.992627    1442 kapi.go:107] duration metric: took 20.017033875s to wait for app.kubernetes.io/name=ingress-nginx ...

	I0821 03:40:32.405313    1442 kapi.go:107] duration metric: took 6m0.010490834s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	W0821 03:40:32.405643    1442 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0821 03:40:32.421828    1442 kapi.go:107] duration metric: took 6m0.009978583s to wait for kubernetes.io/minikube-addons=registry ...

	W0821 03:40:32.421921    1442 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	I0821 03:40:32.430174    1442 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, metrics-server, ingress-dns, inspektor-gadget, default-storageclass, volumesnapshots, gcp-auth, ingress

	I0821 03:40:32.437176    1442 addons.go:502] enable addons completed in 6m0.058033333s: enabled=[storage-provisioner cloud-spanner metrics-server ingress-dns inspektor-gadget default-storageclass volumesnapshots gcp-auth ingress]

	I0821 03:40:32.437214    1442 start.go:233] waiting for cluster config update ...

	I0821 03:40:32.437252    1442 start.go:242] writing updated cluster config ...

	I0821 03:40:32.438394    1442 ssh_runner.go:195] Run: rm -f paused

	I0821 03:40:32.505190    1442 start.go:600] kubectl: 1.27.2, cluster: 1.27.4 (minor skew: 0)

	I0821 03:40:32.509248    1442 out.go:177] * Done! kubectl is now configured to use "addons-500000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:13:48 UTC. --

	Aug 21 11:04:39 addons-500000 dockerd[1153]: time="2023-08-21T11:04:39.297059683Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.506202146Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.506265480Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.506288396Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.506297105Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.564056804Z" level=info msg="shim disconnected" id=73b7baa19915d562d3c78fced74c21ad47385fce38038919d957ea0a4986b5d7 namespace=moby

	Aug 21 11:05:46 addons-500000 dockerd[1148]: time="2023-08-21T11:05:46.564210054Z" level=info msg="ignoring event" container=73b7baa19915d562d3c78fced74c21ad47385fce38038919d957ea0a4986b5d7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.564399971Z" level=warning msg="cleaning up after shim disconnected" id=73b7baa19915d562d3c78fced74c21ad47385fce38038919d957ea0a4986b5d7 namespace=moby

	Aug 21 11:05:46 addons-500000 dockerd[1153]: time="2023-08-21T11:05:46.564413055Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.513348468Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.513415466Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.513434382Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.513446465Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.559905725Z" level=info msg="shim disconnected" id=ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6 namespace=moby

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.559937599Z" level=warning msg="cleaning up after shim disconnected" id=ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6 namespace=moby

	Aug 21 11:08:30 addons-500000 dockerd[1153]: time="2023-08-21T11:08:30.559942391Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 21 11:08:30 addons-500000 dockerd[1148]: time="2023-08-21T11:08:30.560047804Z" level=info msg="ignoring event" container=ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.507206930Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.507591632Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.507665214Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.507710505Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 21 11:13:33 addons-500000 dockerd[1148]: time="2023-08-21T11:13:33.569656053Z" level=info msg="ignoring event" container=a5fb7a4768a72363c77080eac81b45169632cbb8318e6502276df20ef9f6df80 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.569736426Z" level=info msg="shim disconnected" id=a5fb7a4768a72363c77080eac81b45169632cbb8318e6502276df20ef9f6df80 namespace=moby

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.569761926Z" level=warning msg="cleaning up after shim disconnected" id=a5fb7a4768a72363c77080eac81b45169632cbb8318e6502276df20ef9f6df80 namespace=moby

	Aug 21 11:13:33 addons-500000 dockerd[1153]: time="2023-08-21T11:13:33.569765884Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                                     CREATED             STATE               NAME                         ATTEMPT             POD ID

	a5fb7a4768a72       13753a81eccfd                                                                                                             15 seconds ago      Exited              hello-world-app              7                   a244270f71415

	77e5446fdd2e0       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98                     9 minutes ago       Running             headlamp                     0                   a2fdb8bd4cd8b

	12742b2537ff1       nginx@sha256:cac882be2b7305e0c8d3e3cd0575a2fd58f5fde6dd5d6299605aa0f3e67ca385                                             11 minutes ago      Running             nginx                        0                   ca7496b30bdd4

	dbe5746b118a6       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf              39 minutes ago      Running             gcp-auth                     0                   31154fc41fc35

	7979593c9bb52       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   39 minutes ago      Running             volume-snapshot-controller   0                   70a68685a69fb

	fe9609fabef21       registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280   39 minutes ago      Running             volume-snapshot-controller   0                   39eda7944d576

	16cfb4c805080       97e04611ad434                                                                                                             39 minutes ago      Running             coredns                      0                   b6fa8f87ea743

	36558206e7ebf       532e5a30e948f                                                                                                             39 minutes ago      Running             kube-proxy                   0                   ccc8633d52ca6

	bd48baf71b163       6eb63895cb67f                                                                                                             39 minutes ago      Running             kube-scheduler               0                   65c9ea48d27ae

	27dc2c0d7a4a5       24bc64e911039                                                                                                             39 minutes ago      Running             etcd                         0                   0f2cdc52bbda6

	dc949a6ce14c1       64aece92d6bde                                                                                                             39 minutes ago      Running             kube-apiserver               0                   090daa0e10080

	41982c5e9fc8f       389f6f052cf83                                                                                                             39 minutes ago      Running             kube-controller-manager      0                   a9c3d15b86bf8

	* 

	* ==> coredns [16cfb4c80508] <==

	* [INFO] 10.244.0.11:55380 - 15444 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000192417s

	[INFO] 10.244.0.11:55595 - 33986 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000080917s

	[INFO] 10.244.0.11:55380 - 36243 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000177876s

	[INFO] 10.244.0.11:55380 - 42834 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000146333s

	[INFO] 10.244.0.11:55595 - 5784 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00011875s

	[INFO] 10.244.0.11:55595 - 56910 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000050292s

	[INFO] 10.244.0.11:55380 - 35306 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000218333s

	[INFO] 10.244.0.11:55595 - 64077 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000055958s

	[INFO] 10.244.0.11:55595 - 56884 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000076625s

	[INFO] 10.244.0.11:55595 - 56007 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000070583s

	[INFO] 10.244.0.11:55595 - 54545 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067333s

	[INFO] 10.244.0.11:51497 - 59355 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000398834s

	[INFO] 10.244.0.11:51497 - 38991 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000209708s

	[INFO] 10.244.0.11:51497 - 6555 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000191958s

	[INFO] 10.244.0.11:51497 - 63288 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000409876s

	[INFO] 10.244.0.11:51497 - 49529 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00012975s

	[INFO] 10.244.0.11:51497 - 3686 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000123626s

	[INFO] 10.244.0.11:51497 - 19423 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000240209s

	[INFO] 10.244.0.11:59481 - 42442 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000222709s

	[INFO] 10.244.0.11:59481 - 36904 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.0001005s

	[INFO] 10.244.0.11:59481 - 14729 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000057417s

	[INFO] 10.244.0.11:59481 - 55234 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000074708s

	[INFO] 10.244.0.11:59481 - 58225 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000045917s

	[INFO] 10.244.0.11:59481 - 23418 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004575s

	[INFO] 10.244.0.11:59481 - 13624 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000090417s

	* 

	* ==> describe nodes <==

	* Name:               addons-500000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-500000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=6f7aa7ee8733269de9a8f53e8b965ffa82ed4a43

	                    minikube.k8s.io/name=addons-500000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_21T03_34_19_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 21 Aug 2023 10:34:16 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-500000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 21 Aug 2023 11:13:48 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 21 Aug 2023 11:09:56 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 21 Aug 2023 11:09:56 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 21 Aug 2023 11:09:56 +0000   Mon, 21 Aug 2023 10:34:16 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 21 Aug 2023 11:09:56 +0000   Mon, 21 Aug 2023 10:34:21 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-500000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 0e4a1f71467c44c8a10eca186773afe2

	  System UUID:                0e4a1f71467c44c8a10eca186773afe2

	  Boot ID:                    6d5e7ffc-fb7d-41fe-b076-69fd8535d300

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.27.4

	  Kube-Proxy Version:         v1.27.4

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (12 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  default                     hello-world-app-65bdb79f98-l7sq4         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         11m

	  default                     nginx                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         11m

	  gcp-auth                    gcp-auth-58478865f7-zcg47                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  headlamp                    headlamp-5c78f74d8d-llcss                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         9m14s

	  kube-system                 coredns-5d78c9869d-hbg44                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     39m

	  kube-system                 etcd-addons-500000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         39m

	  kube-system                 kube-apiserver-addons-500000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-controller-manager-addons-500000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-proxy-z2wj9                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 kube-scheduler-addons-500000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 snapshot-controller-75bbb956b9-4pgqh     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	  kube-system                 snapshot-controller-75bbb956b9-j9mkf     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         39m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 39m   kube-proxy       

	  Normal  Starting                 39m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  39m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  39m   kubelet          Node addons-500000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    39m   kubelet          Node addons-500000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     39m   kubelet          Node addons-500000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                39m   kubelet          Node addons-500000 status is now: NodeReady

	  Normal  RegisteredNode           39m   node-controller  Node addons-500000 event: Registered Node addons-500000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.490829] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.044680] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000871] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[Aug21 10:34] systemd-fstab-generator[479]: Ignoring "noauto" for root device

	[  +0.063431] systemd-fstab-generator[490]: Ignoring "noauto" for root device

	[  +0.413293] systemd-fstab-generator[750]: Ignoring "noauto" for root device

	[  +0.194883] systemd-fstab-generator[786]: Ignoring "noauto" for root device

	[  +0.079334] systemd-fstab-generator[797]: Ignoring "noauto" for root device

	[  +0.075319] systemd-fstab-generator[810]: Ignoring "noauto" for root device

	[  +1.241580] systemd-fstab-generator[968]: Ignoring "noauto" for root device

	[  +0.080868] systemd-fstab-generator[979]: Ignoring "noauto" for root device

	[  +0.070572] systemd-fstab-generator[990]: Ignoring "noauto" for root device

	[  +0.067357] systemd-fstab-generator[1001]: Ignoring "noauto" for root device

	[  +0.069942] systemd-fstab-generator[1042]: Ignoring "noauto" for root device

	[  +2.503453] systemd-fstab-generator[1141]: Ignoring "noauto" for root device

	[  +2.381640] kauditd_printk_skb: 53 callbacks suppressed

	[  +2.661766] systemd-fstab-generator[1457]: Ignoring "noauto" for root device

	[  +5.156537] systemd-fstab-generator[2350]: Ignoring "noauto" for root device

	[ +13.738428] kauditd_printk_skb: 41 callbacks suppressed

	[  +1.700338] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[  +4.800757] kauditd_printk_skb: 48 callbacks suppressed

	[ +14.143799] kauditd_printk_skb: 54 callbacks suppressed

	[Aug21 11:02] kauditd_printk_skb: 1 callbacks suppressed

	[Aug21 11:04] kauditd_printk_skb: 1 callbacks suppressed

	[  +5.307462] kauditd_printk_skb: 10 callbacks suppressed

	* 

	* ==> etcd [27dc2c0d7a4a] <==

	* {"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"embed/serve.go:198","msg":"serving client traffic securely","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-21T10:34:15.992Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:34:16.003Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-21T10:44:16.025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":841,"took":"2.672822ms","hash":3376273956}

	{"level":"info","ts":"2023-08-21T10:44:16.028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3376273956,"revision":841,"compact-revision":-1}

	{"level":"info","ts":"2023-08-21T10:49:16.035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1031}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1031,"took":"1.375633ms","hash":1895539758}

	{"level":"info","ts":"2023-08-21T10:49:16.038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1895539758,"revision":1031,"compact-revision":841}

	{"level":"info","ts":"2023-08-21T10:54:16.045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1222}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1222,"took":"1.459351ms","hash":3279763987}

	{"level":"info","ts":"2023-08-21T10:54:16.047Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279763987,"revision":1222,"compact-revision":1031}

	{"level":"info","ts":"2023-08-21T10:59:16.058Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1413}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1413,"took":"1.488371ms","hash":1268235317}

	{"level":"info","ts":"2023-08-21T10:59:16.061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268235317,"revision":1413,"compact-revision":1222}

	{"level":"info","ts":"2023-08-21T11:04:16.067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1603}

	{"level":"info","ts":"2023-08-21T11:04:16.069Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1603,"took":"1.243127ms","hash":1670643557}

	{"level":"info","ts":"2023-08-21T11:04:16.070Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1670643557,"revision":1603,"compact-revision":1413}

	{"level":"info","ts":"2023-08-21T11:09:16.076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1875}

	{"level":"info","ts":"2023-08-21T11:09:16.078Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1875,"took":"1.565329ms","hash":2017034248}

	{"level":"info","ts":"2023-08-21T11:09:16.078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2017034248,"revision":1875,"compact-revision":1603}

	* 

	* ==> gcp-auth [dbe5746b118a] <==

	* 2023/08/21 10:34:42 GCP Auth Webhook started!

	2023/08/21 11:02:26 Ready to marshal response ...

	2023/08/21 11:02:26 Ready to write response ...

	2023/08/21 11:02:37 Ready to marshal response ...

	2023/08/21 11:02:37 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	2023/08/21 11:04:34 Ready to marshal response ...

	2023/08/21 11:04:34 Ready to write response ...

	* 

	* ==> kernel <==

	*  11:13:48 up 39 min,  0 users,  load average: 0.32, 0.48, 0.44

	Linux addons-500000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [dc949a6ce14c] <==

	* I0821 10:54:16.765428       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.750519       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.751153       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.751904       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.752113       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 10:59:16.761892       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 10:59:16.761965       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:02:26.738684       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io

	I0821 11:02:26.869600       1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs=map[IPv4:10.111.106.162]

	I0821 11:02:37.171860       1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs=map[IPv4:10.102.172.159]

	I0821 11:04:16.751175       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751671       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.751839       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.751936       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:16.752119       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:04:16.752232       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:04:34.815110       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs=map[IPv4:10.104.124.111]

	E0821 11:04:35.469619       1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	E0821 11:04:35.737559       1 authentication.go:70] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"ingress-nginx\" not found]"

	I0821 11:09:16.751697       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:09:16.751867       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:09:16.751997       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:09:16.752078       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	I0821 11:09:16.752395       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager

	I0821 11:09:16.752496       1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager

	* 

	* ==> kube-controller-manager [41982c5e9fc8] <==

	* I0821 11:10:46.786707       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:11:01.787473       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:11:01.788084       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:11:16.787917       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:11:16.787972       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:11:31.788901       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:11:31.789250       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:11:46.789342       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:11:46.789485       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:12:01.790311       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:12:01.790585       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:12:16.791799       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:12:16.791931       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:12:31.792211       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:12:31.792296       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:12:46.793988       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:12:46.794060       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:13:01.794093       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:13:01.794189       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:13:16.794227       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:13:16.794321       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:13:31.795399       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:13:31.795571       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0821 11:13:46.795920       1 pv_controller.go:1571] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0821 11:13:46.796006       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	* 

	* ==> kube-proxy [36558206e7eb] <==

	* I0821 10:34:32.961845       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0821 10:34:32.961903       1 server_others.go:110] "Detected node IP" address="192.168.105.2"

	I0821 10:34:32.961922       1 server_others.go:554] "Using iptables proxy"

	I0821 10:34:32.984111       1 server_others.go:178] "kube-proxy running in single-stack mode: secondary ipFamily is not supported" ipFamily=IPv6

	I0821 10:34:32.984124       1 server_others.go:192] "Using iptables Proxier"

	I0821 10:34:32.984147       1 proxier.go:253] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0821 10:34:32.984347       1 server.go:658] "Version info" version="v1.27.4"

	I0821 10:34:32.984357       1 server.go:660] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0821 10:34:32.984958       1 config.go:315] "Starting node config controller"

	I0821 10:34:32.984965       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0821 10:34:32.985291       1 config.go:188] "Starting service config controller"

	I0821 10:34:32.985295       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0821 10:34:32.985301       1 config.go:97] "Starting endpoint slice config controller"

	I0821 10:34:32.985318       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0821 10:34:33.085576       1 shared_informer.go:318] Caches are synced for endpoint slice config

	I0821 10:34:33.085604       1 shared_informer.go:318] Caches are synced for node config

	I0821 10:34:33.085608       1 shared_informer.go:318] Caches are synced for service config

	* 

	* ==> kube-scheduler [bd48baf71b16] <==

	* W0821 10:34:16.768490       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:16.768493       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:16.768508       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0821 10:34:16.768511       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0821 10:34:16.768562       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:16.768566       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.606010       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0821 10:34:17.606029       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0821 10:34:17.645166       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0821 10:34:17.645193       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0821 10:34:17.674598       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0821 10:34:17.674623       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0821 10:34:17.707767       1 reflector.go:533] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0821 10:34:17.707781       1 reflector.go:148] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	W0821 10:34:17.724040       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0821 10:34:17.724057       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0821 10:34:17.728085       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0821 10:34:17.728146       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0821 10:34:17.756871       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0821 10:34:17.756889       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785576       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0821 10:34:17.785527       1 reflector.go:533] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0821 10:34:17.785647       1 reflector.go:148] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	I0821 10:34:20.949364       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Mon 2023-08-21 10:34:00 UTC, ends at Mon 2023-08-21 11:13:49 UTC. --

	Aug 21 11:12:16 addons-500000 kubelet[2369]: E0821 11:12:16.453692    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:12:19 addons-500000 kubelet[2369]: E0821 11:12:19.562591    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:12:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:12:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:12:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:12:28 addons-500000 kubelet[2369]: I0821 11:12:28.452160    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:12:28 addons-500000 kubelet[2369]: E0821 11:12:28.452454    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:12:41 addons-500000 kubelet[2369]: I0821 11:12:41.457288    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:12:41 addons-500000 kubelet[2369]: E0821 11:12:41.457982    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:12:54 addons-500000 kubelet[2369]: I0821 11:12:54.453455    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:12:54 addons-500000 kubelet[2369]: E0821 11:12:54.454198    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:13:05 addons-500000 kubelet[2369]: I0821 11:13:05.460873    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:13:05 addons-500000 kubelet[2369]: E0821 11:13:05.462656    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:13:19 addons-500000 kubelet[2369]: E0821 11:13:19.562805    2369 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 21 11:13:19 addons-500000 kubelet[2369]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 21 11:13:19 addons-500000 kubelet[2369]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 21 11:13:19 addons-500000 kubelet[2369]:  > table=nat chain=KUBE-KUBELET-CANARY

	Aug 21 11:13:20 addons-500000 kubelet[2369]: I0821 11:13:20.453446    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:13:20 addons-500000 kubelet[2369]: E0821 11:13:20.454151    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:13:33 addons-500000 kubelet[2369]: I0821 11:13:33.454658    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:13:33 addons-500000 kubelet[2369]: I0821 11:13:33.941200    2369 scope.go:115] "RemoveContainer" containerID="ea525fc6fe39a64088142d53bb348ea2b2cff18079cf13792523934b29071bb6"

	Aug 21 11:13:33 addons-500000 kubelet[2369]: I0821 11:13:33.941476    2369 scope.go:115] "RemoveContainer" containerID="a5fb7a4768a72363c77080eac81b45169632cbb8318e6502276df20ef9f6df80"

	Aug 21 11:13:33 addons-500000 kubelet[2369]: E0821 11:13:33.941660    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

	Aug 21 11:13:46 addons-500000 kubelet[2369]: I0821 11:13:46.453003    2369 scope.go:115] "RemoveContainer" containerID="a5fb7a4768a72363c77080eac81b45169632cbb8318e6502276df20ef9f6df80"

	Aug 21 11:13:46 addons-500000 kubelet[2369]: E0821 11:13:46.455283    2369 pod_workers.go:1294] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=hello-world-app pod=hello-world-app-65bdb79f98-l7sq4_default(03900f9a-54f5-4d53-8e78-2fb31aa983b5)\"" pod="default/hello-world-app-65bdb79f98-l7sq4" podUID=03900f9a-54f5-4d53-8e78-2fb31aa983b5

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-500000 -n addons-500000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-500000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/CSI FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/CSI (545.96s)