=== RUN   TestDownloadOnly/v1.16.0/json-events

aaa_download_only_test.go:69: (dbg) Run:  out/minikube-darwin-arm64 start -o=json --download-only -p download-only-861000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 

aaa_download_only_test.go:69: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -o=json --download-only -p download-only-861000 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=docker --driver=qemu2 : exit status 40 (24.832161916s)

-- stdout --

	{"specversion":"1.0","id":"c552a0eb-21d4-49a4-995a-e00477ecc8bb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[download-only-861000] minikube v1.31.2 on Darwin 13.5.1 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}

	{"specversion":"1.0","id":"a9a55e8e-2755-486f-90b7-0fade65ea0a7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=17086"}}

	{"specversion":"1.0","id":"00b36e69-1dd9-41c7-b0f6-849c27b373e9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig"}}

	{"specversion":"1.0","id":"269e4712-809d-4330-8436-cd70037d1e44","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-darwin-arm64"}}

	{"specversion":"1.0","id":"84f875eb-d012-4c0d-ae79-9d69a72286d6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}

	{"specversion":"1.0","id":"10fbeec0-452c-411a-884c-bc9eb005a970","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube"}}

	{"specversion":"1.0","id":"e6f24d50-440b-42af-90d0-7f2ffea94bcf","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.warning","datacontenttype":"application/json","data":{"message":"minikube skips various validations when --force is supplied; this may lead to unexpected behavior"}}

	{"specversion":"1.0","id":"d9a38961-4d8a-4076-8d57-f1d265366ba8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the qemu2 driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"0844a81c-65d6-4517-9f28-64b45aa53101","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Automatically selected the socket_vmnet network"}}

	{"specversion":"1.0","id":"87aeee39-aca4-4ae6-b858-a9175aa988d4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"ed8a5c6a-63fb-40bd-ad44-8a69748f2c66","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Downloading VM boot image ...","name":"Selecting Driver","totalsteps":"19"}}

	{"specversion":"1.0","id":"8cfb97c8-1cdb-4f0e-bc31-2af71f6b95fb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node download-only-861000 in cluster download-only-861000","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"79bb2c7c-3798-4fce-a0bb-fcb1ca86927a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Downloading Kubernetes v1.16.0 preload ...","name":"Starting Node","totalsteps":"19"}}

	{"specversion":"1.0","id":"2cf81d7c-237b-4c31-b407-ddadddb534c3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"40","issues":"","message":"Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: \u0026{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17086-1133/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8] Decompressors:map[bz2:0x1400053dd40 gz:0x1400053dd48 tar:0x1400053dcf0 tar.bz2:0x1400053dd00 tar.gz:0x1400053dd10 tar.xz:0x1400053dd20 tar.zst:0x1400053dd30 tbz2:0x1400053dd00 tgz:0x140005

3dd10 txz:0x1400053dd20 tzst:0x1400053dd30 xz:0x1400053dd50 zip:0x1400053dd60 zst:0x1400053dd58] Getters:map[file:0x140010466a0 http:0x14001084140 https:0x14001084190] Dir:false ProgressListener:\u003cnil\u003e Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404","name":"INET_CACHE_KUBECTL","url":""}}

	{"specversion":"1.0","id":"9f0806d5-1d81-42e3-a52d-079a45e3df0e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│                                                                                           │\n│    If the above advice does not help, please let us know:                                 │\n│    https://github.com/kubernetes/minikube/issues/new/choose                               │\n│                                                                                           │\n│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │\n│

│\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}

-- /stdout --

** stderr ** 

	I0823 11:11:21.954622    1556 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:11:21.954763    1556 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:11:21.954767    1556 out.go:309] Setting ErrFile to fd 2...

	I0823 11:11:21.954769    1556 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:11:21.954879    1556 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	W0823 11:11:21.954939    1556 root.go:314] Error reading config file at /Users/jenkins/minikube-integration/17086-1133/.minikube/config/config.json: open /Users/jenkins/minikube-integration/17086-1133/.minikube/config/config.json: no such file or directory

	I0823 11:11:21.956120    1556 out.go:303] Setting JSON to true

	I0823 11:11:21.972641    1556 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":654,"bootTime":1692813627,"procs":416,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:11:21.972697    1556 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:11:21.978077    1556 out.go:97] [download-only-861000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:11:21.981087    1556 out.go:169] MINIKUBE_LOCATION=17086

	I0823 11:11:21.978236    1556 notify.go:220] Checking for updates...

	W0823 11:11:21.978268    1556 preload.go:295] Failed to list preload files: open /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball: no such file or directory

	I0823 11:11:21.988000    1556 out.go:169] KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:11:21.991097    1556 out.go:169] MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:11:21.994075    1556 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:11:21.997043    1556 out.go:169] MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	W0823 11:11:22.003026    1556 out.go:272] minikube skips various validations when --force is supplied; this may lead to unexpected behavior

	I0823 11:11:22.003219    1556 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:11:22.008076    1556 out.go:97] Using the qemu2 driver based on user configuration

	I0823 11:11:22.008097    1556 start.go:298] selected driver: qemu2

	I0823 11:11:22.008101    1556 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:11:22.008160    1556 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:11:22.011037    1556 out.go:169] Automatically selected the socket_vmnet network

	I0823 11:11:22.014809    1556 start_flags.go:382] Using suggested 4000MB memory alloc based on sys=16384MB, container=0MB

	I0823 11:11:22.014880    1556 start_flags.go:901] Wait components to verify : map[apiserver:true system_pods:true]

	I0823 11:11:22.014936    1556 cni.go:84] Creating CNI manager for ""

	I0823 11:11:22.014953    1556 cni.go:162] CNI unnecessary in this configuration, recommending no CNI

	I0823 11:11:22.014958    1556 start_flags.go:319] config:

	{Name:download-only-861000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-861000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRun

time:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:11:22.020621    1556 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:11:22.024167    1556 out.go:97] Downloading VM boot image ...

	I0823 11:11:22.024198    1556 download.go:107] Downloading: https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso

	E0823 11:11:22.440748    1556 iso.go:90] Unable to download https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso: getter: &{Ctx:context.Background Src:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso?checksum=file:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso.sha256 Dst:/Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso.download Pwd: Mode:2 Umask:---------- Detectors:[0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8] Decompressors:map[bz2:0x1400053dd40 gz:0x1400053dd48 tar:0x1400053dcf0 tar.bz2:0x1400053dd00 tar.gz:0x1400053dd10 tar.xz:0x1400053dd20 tar.zst:0x1400053dd30 tbz2:0x1400053dd00 tgz:0x1400053dd10 txz:0x1400053dd20 tzst:0x1400053dd30 xz:0x1400053dd50 zip:0x1400053dd60 zst:0x1400053dd58] Getters:map[file:0x14000fe1480 http:0x14000da9b80 https:0x14000da9bd0] Dir:false ProgressListener:<nil> Insecure:false Di

sableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	I0823 11:11:22.440917    1556 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:11:22.446466    1556 out.go:97] Downloading VM boot image ...

	I0823 11:11:22.446715    1556 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.31.0/minikube-v1.31.0-arm64.iso?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.31.0/minikube-v1.31.0-arm64.iso.sha256 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso

	I0823 11:11:30.978336    1556 out.go:97] Starting control plane node download-only-861000 in cluster download-only-861000

	I0823 11:11:30.978364    1556 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0823 11:11:31.073961    1556 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0823 11:11:31.074044    1556 cache.go:57] Caching tarball of preloaded images

	I0823 11:11:31.074248    1556 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0823 11:11:31.079365    1556 out.go:97] Downloading Kubernetes v1.16.0 preload ...

	I0823 11:11:31.079374    1556 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0823 11:11:31.294710    1556 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4?checksum=md5:a000baffb0664b293d602f95ed25caa6 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4

	I0823 11:11:45.710738    1556 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0823 11:11:45.710887    1556 preload.go:256] verifying checksum of /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-arm64.tar.lz4 ...

	I0823 11:11:46.353227    1556 cache.go:60] Finished verifying existence of preloaded tar for  v1.16.0 on docker

	I0823 11:11:46.353431    1556 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/download-only-861000/config.json ...

	I0823 11:11:46.353453    1556 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/download-only-861000/config.json: {Name:mka0c26ae17d68b5ee8df37dd23c2ce5da5a439c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:11:46.353679    1556 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker

	I0823 11:11:46.353906    1556 download.go:107] Downloading: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/darwin/arm64/v1.16.0/kubectl

	I0823 11:11:46.715567    1556 out.go:169] 

	W0823 11:11:46.719511    1556 out_reason.go:110] Failed to cache kubectl: download failed: https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1: getter: &{Ctx:context.Background Src:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.16.0/bin/darwin/arm64/kubectl.sha1 Dst:/Users/jenkins/minikube-integration/17086-1133/.minikube/cache/darwin/arm64/v1.16.0/kubectl.download Pwd: Mode:2 Umask:---------- Detectors:[0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8 0x106a6c5b8] Decompressors:map[bz2:0x1400053dd40 gz:0x1400053dd48 tar:0x1400053dcf0 tar.bz2:0x1400053dd00 tar.gz:0x1400053dd10 tar.xz:0x1400053dd20 tar.zst:0x1400053dd30 tbz2:0x1400053dd00 tgz:0x1400053dd10 txz:0x1400053dd20 tzst:0x1400053dd30 xz:0x1400053dd50 zip:0x1400053dd60 zst:0x1400053dd58] Getters:map[file:0x140010466a0 http:0x14001084140 https:0x14001084190] Dir:false ProgressListener

:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response code: 404

	W0823 11:11:46.719546    1556 out_reason.go:110] 

	W0823 11:11:46.726507    1556 out.go:229] ╭───────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                           │

	│    If the above advice does not help, please let us know:                                 │

	│    https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                           │

	│    Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────╯

	I0823 11:11:46.731514    1556 out.go:169] 

** /stderr **

aaa_download_only_test.go:71: failed to download only. args: ["start" "-o=json" "--download-only" "-p" "download-only-861000" "--force" "--alsologtostderr" "--kubernetes-version=v1.16.0" "--container-runtime=docker" "--driver=qemu2" ""] exit status 40

--- FAIL: TestDownloadOnly/v1.16.0/json-events (24.83s)

=== RUN   TestDownloadOnly/v1.16.0/kubectl

aaa_download_only_test.go:160: expected the file for binary exist at "/Users/jenkins/minikube-integration/17086-1133/.minikube/cache/darwin/arm64/v1.16.0/kubectl" but got error stat /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/darwin/arm64/v1.16.0/kubectl: no such file or directory

--- FAIL: TestDownloadOnly/v1.16.0/kubectl (0.00s)

=== RUN   TestOffline

=== PAUSE TestOffline

=== CONT  TestOffline

aab_offline_test.go:55: (dbg) Run:  out/minikube-darwin-arm64 start -p offline-docker-950000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 

aab_offline_test.go:55: (dbg) Non-zero exit: out/minikube-darwin-arm64 start -p offline-docker-950000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2 : exit status 80 (9.993696459s)

-- stdout --

	* [offline-docker-950000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	  - MINIKUBE_LOCATION=17086

	  - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-arm64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the qemu2 driver based on user configuration

	* Automatically selected the socket_vmnet network

	* Starting control plane node offline-docker-950000 in cluster offline-docker-950000

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	* Deleting "offline-docker-950000" in qemu2 ...

	* Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	OUTPUT: 

	ERROR: Failed to connect to "/var/run/socket_vmnet": Connection refused

-- /stdout --

** stderr ** 

	I0823 11:57:20.638007    3828 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:57:20.638116    3828 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:57:20.638118    3828 out.go:309] Setting ErrFile to fd 2...

	I0823 11:57:20.638120    3828 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:57:20.638266    3828 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:57:20.639494    3828 out.go:303] Setting JSON to false

	I0823 11:57:20.656236    3828 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":3414,"bootTime":1692813626,"procs":408,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:57:20.656315    3828 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:57:20.661082    3828 out.go:177] * [offline-docker-950000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:57:20.668014    3828 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:57:20.668019    3828 notify.go:220] Checking for updates...

	I0823 11:57:20.674960    3828 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:57:20.678033    3828 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:57:20.681019    3828 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:57:20.684001    3828 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:57:20.687016    3828 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:57:20.690339    3828 config.go:182] Loaded profile config "multinode-831000-m01": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:57:20.690387    3828 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:57:20.693941    3828 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:57:20.705047    3828 start.go:298] selected driver: qemu2

	I0823 11:57:20.705055    3828 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:57:20.705062    3828 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:57:20.706917    3828 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:57:20.709928    3828 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:57:20.713067    3828 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:57:20.713091    3828 cni.go:84] Creating CNI manager for ""

	I0823 11:57:20.713098    3828 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:57:20.713102    3828 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:57:20.713108    3828 start_flags.go:319] config:

	{Name:offline-docker-950000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:offline-docker-950000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerR

untime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthS

ock: SSHAgentPID:0}

	I0823 11:57:20.717175    3828 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:57:20.721978    3828 out.go:177] * Starting control plane node offline-docker-950000 in cluster offline-docker-950000

	I0823 11:57:20.725909    3828 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:57:20.725930    3828 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:57:20.725937    3828 cache.go:57] Caching tarball of preloaded images

	I0823 11:57:20.726000    3828 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:57:20.726005    3828 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:57:20.726059    3828 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/offline-docker-950000/config.json ...

	I0823 11:57:20.726071    3828 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/offline-docker-950000/config.json: {Name:mkcb8a0a2e9b3c572d533a5d1f3d1340be8ba43f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:57:20.726260    3828 start.go:365] acquiring machines lock for offline-docker-950000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:57:20.726286    3828 start.go:369] acquired machines lock for "offline-docker-950000" in 21.208µs

	I0823 11:57:20.726296    3828 start.go:93] Provisioning new machine with config: &{Name:offline-docker-950000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubern

etesVersion:v1.28.0 ClusterName:offline-docker-950000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:2621

44 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:57:20.726330    3828 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:57:20.730910    3828 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0823 11:57:20.745833    3828 start.go:159] libmachine.API.Create for "offline-docker-950000" (driver="qemu2")

	I0823 11:57:20.745858    3828 client.go:168] LocalClient.Create starting

	I0823 11:57:20.745953    3828 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:57:20.745979    3828 main.go:141] libmachine: Decoding PEM data...

	I0823 11:57:20.745990    3828 main.go:141] libmachine: Parsing certificate...

	I0823 11:57:20.746034    3828 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:57:20.746053    3828 main.go:141] libmachine: Decoding PEM data...

	I0823 11:57:20.746062    3828 main.go:141] libmachine: Parsing certificate...

	I0823 11:57:20.746382    3828 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:57:20.922520    3828 main.go:141] libmachine: Creating SSH key...

	I0823 11:57:21.112887    3828 main.go:141] libmachine: Creating Disk image...

	I0823 11:57:21.112896    3828 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:57:21.113044    3828 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:21.126204    3828 main.go:141] libmachine: STDOUT: 

	I0823 11:57:21.126224    3828 main.go:141] libmachine: STDERR: 

	I0823 11:57:21.126293    3828 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2 +20000M

	I0823 11:57:21.134183    3828 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:57:21.134197    3828 main.go:141] libmachine: STDERR: 

	I0823 11:57:21.134230    3828 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:21.134239    3828 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:57:21.134281    3828 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/qemu.pid -device virtio-net-pci,netdev=net0,mac=1e:79:20:ff:9a:ae -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:21.135988    3828 main.go:141] libmachine: STDOUT: 

	I0823 11:57:21.136001    3828 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0823 11:57:21.136025    3828 client.go:171] LocalClient.Create took 390.173167ms

	I0823 11:57:23.138027    3828 start.go:128] duration metric: createHost completed in 2.411767s

	I0823 11:57:23.138053    3828 start.go:83] releasing machines lock for "offline-docker-950000", held for 2.411844375s

	W0823 11:57:23.138074    3828 start.go:672] error starting host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0823 11:57:23.145213    3828 out.go:177] * Deleting "offline-docker-950000" in qemu2 ...

	W0823 11:57:23.153792    3828 out.go:239] ! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	! StartHost failed, but will try again: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0823 11:57:23.153804    3828 start.go:687] Will try again in 5 seconds ...

	I0823 11:57:28.155887    3828 start.go:365] acquiring machines lock for offline-docker-950000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:57:28.156350    3828 start.go:369] acquired machines lock for "offline-docker-950000" in 348.125µs

	I0823 11:57:28.156469    3828 start.go:93] Provisioning new machine with config: &{Name:offline-docker-950000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubern

etesVersion:v1.28.0 ClusterName:offline-docker-950000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:2621

44 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:57:28.156770    3828 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:57:28.166400    3828 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=2048MB, Disk=20000MB) ...

	I0823 11:57:28.209440    3828 start.go:159] libmachine.API.Create for "offline-docker-950000" (driver="qemu2")

	I0823 11:57:28.209481    3828 client.go:168] LocalClient.Create starting

	I0823 11:57:28.209587    3828 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:57:28.209645    3828 main.go:141] libmachine: Decoding PEM data...

	I0823 11:57:28.209667    3828 main.go:141] libmachine: Parsing certificate...

	I0823 11:57:28.209734    3828 main.go:141] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:57:28.209769    3828 main.go:141] libmachine: Decoding PEM data...

	I0823 11:57:28.209785    3828 main.go:141] libmachine: Parsing certificate...

	I0823 11:57:28.210262    3828 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:57:28.340778    3828 main.go:141] libmachine: Creating SSH key...

	I0823 11:57:28.548498    3828 main.go:141] libmachine: Creating Disk image...

	I0823 11:57:28.548508    3828 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:57:28.548658    3828 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:28.557264    3828 main.go:141] libmachine: STDOUT: 

	I0823 11:57:28.557279    3828 main.go:141] libmachine: STDERR: 

	I0823 11:57:28.557335    3828 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2 +20000M

	I0823 11:57:28.564507    3828 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:57:28.564519    3828 main.go:141] libmachine: STDERR: 

	I0823 11:57:28.564530    3828 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:28.564536    3828 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:57:28.564585    3828 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt,highmem=off -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 2048 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/qemu.pid -device virtio-net-pci,netdev=net0,mac=6a:4e:f1:d5:ee:91 -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/offline-docker-950000/disk.qcow2

	I0823 11:57:28.566103    3828 main.go:141] libmachine: STDOUT: 

	I0823 11:57:28.566116    3828 main.go:141] libmachine: STDERR: Failed to connect to "/var/run/socket_vmnet": Connection refused

	I0823 11:57:28.566127    3828 client.go:171] LocalClient.Create took 356.649084ms

	I0823 11:57:30.568125    3828 start.go:128] duration metric: createHost completed in 2.411420791s

	I0823 11:57:30.568149    3828 start.go:83] releasing machines lock for "offline-docker-950000", held for 2.411866333s

	W0823 11:57:30.568243    3828 out.go:239] * Failed to start qemu2 VM. Running "minikube delete -p offline-docker-950000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	* Failed to start qemu2 VM. Running "minikube delete -p offline-docker-950000" may fix it: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	I0823 11:57:30.577461    3828 out.go:177] 

	W0823 11:57:30.582497    3828 out.go:239] X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	X Exiting due to GUEST_PROVISION: error provisioning guest: Failed to start host: creating host: create: creating: Failed to connect to "/var/run/socket_vmnet": Connection refused: exit status 1

	W0823 11:57:30.582504    3828 out.go:239] * 

	* 

	W0823 11:57:30.583016    3828 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0823 11:57:30.593468    3828 out.go:177] 

** /stderr **

aab_offline_test.go:58: out/minikube-darwin-arm64 start -p offline-docker-950000 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=qemu2  failed: exit status 80

panic.go:522: *** TestOffline FAILED at 2023-08-23 11:57:30.602834 -0700 PDT m=+2768.854432751

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-950000 -n offline-docker-950000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-arm64 status --format={{.Host}} -p offline-docker-950000 -n offline-docker-950000: exit status 7 (32.450667ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:239: status error: exit status 7 (may be ok)

helpers_test.go:241: "offline-docker-950000" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:175: Cleaning up "offline-docker-950000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-arm64 delete -p offline-docker-950000

--- FAIL: TestOffline (10.13s)

=== RUN   TestAddons/parallel/Registry

=== PAUSE TestAddons/parallel/Registry

=== CONT  TestAddons/parallel/Registry

addons_test.go:304: failed waiting for registry replicacontroller to stabilize: timed out waiting for the condition

addons_test.go:306: registry stabilized in 6m0.001428208s

addons_test.go:308: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...

addons_test.go:308: ***** TestAddons/parallel/Registry: pod "actual-registry=true" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:308: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

addons_test.go:308: TestAddons/parallel/Registry: showing logs for failed pods as of 2023-08-23 11:30:43.438552 -0700 PDT m=+1161.579181042

addons_test.go:309: failed waiting for pod actual-registry: actual-registry=true within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-603000 -n addons-603000

helpers_test.go:244: <<< TestAddons/parallel/Registry FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Registry]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-603000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Registry logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | --download-only -p             | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT |                     |

	|         | binary-mirror-536000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49317         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-536000        | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | -p addons-603000               | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:18 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT |                     |

	|         | addons-603000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/23 11:12:01

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0823 11:12:01.473993    1632 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:12:01.474116    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474118    1632 out.go:309] Setting ErrFile to fd 2...

	I0823 11:12:01.474121    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474234    1632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:12:01.475282    1632 out.go:303] Setting JSON to false

	I0823 11:12:01.490493    1632 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":694,"bootTime":1692813627,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:12:01.490568    1632 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:12:01.495699    1632 out.go:177] * [addons-603000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:12:01.502675    1632 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:12:01.502715    1632 notify.go:220] Checking for updates...

	I0823 11:12:01.509745    1632 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:01.512689    1632 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:12:01.515810    1632 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:12:01.518747    1632 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:12:01.521752    1632 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:12:01.524877    1632 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:12:01.528782    1632 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:12:01.535731    1632 start.go:298] selected driver: qemu2

	I0823 11:12:01.535736    1632 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:12:01.535742    1632 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:12:01.537642    1632 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:12:01.540695    1632 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:12:01.543724    1632 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:12:01.543758    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:01.543773    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:01.543776    1632 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:12:01.543783    1632 start_flags.go:319] config:

	{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0}

	I0823 11:12:01.547827    1632 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:12:01.555769    1632 out.go:177] * Starting control plane node addons-603000 in cluster addons-603000

	I0823 11:12:01.559683    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:01.559703    1632 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:12:01.559720    1632 cache.go:57] Caching tarball of preloaded images

	I0823 11:12:01.559801    1632 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:12:01.559806    1632 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:12:01.560010    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:01.560023    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json: {Name:mkc2981401a387d0fc588c73edb3c2135fa892ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:01.560240    1632 start.go:365] acquiring machines lock for addons-603000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:12:01.560349    1632 start.go:369] acquired machines lock for "addons-603000" in 102.292µs

	I0823 11:12:01.560360    1632 start.go:93] Provisioning new machine with config: &{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVers

ion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:

[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:01.560401    1632 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:12:01.568742    1632 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0823 11:12:01.911891    1632 start.go:159] libmachine.API.Create for "addons-603000" (driver="qemu2")

	I0823 11:12:01.911940    1632 client.go:168] LocalClient.Create starting

	I0823 11:12:01.912112    1632 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:12:02.016848    1632 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:12:02.196172    1632 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:12:02.677712    1632 main.go:141] libmachine: Creating SSH key...

	I0823 11:12:02.710073    1632 main.go:141] libmachine: Creating Disk image...

	I0823 11:12:02.710078    1632 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:12:02.710280    1632 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.789119    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.789143    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.789223    1632 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2 +20000M

	I0823 11:12:02.796505    1632 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:12:02.796516    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.796535    1632 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.796546    1632 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:12:02.796585    1632 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/qemu.pid -device virtio-net-pci,netdev=net0,mac=da:3b:71:83:24:7a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.868731    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.868763    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.868768    1632 main.go:141] libmachine: Attempt 0

	I0823 11:12:02.868785    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:04.870905    1632 main.go:141] libmachine: Attempt 1

	I0823 11:12:04.871005    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:06.873192    1632 main.go:141] libmachine: Attempt 2

	I0823 11:12:06.873220    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:08.875257    1632 main.go:141] libmachine: Attempt 3

	I0823 11:12:08.875269    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:10.877286    1632 main.go:141] libmachine: Attempt 4

	I0823 11:12:10.877310    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:12.879362    1632 main.go:141] libmachine: Attempt 5

	I0823 11:12:12.879382    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881424    1632 main.go:141] libmachine: Attempt 6

	I0823 11:12:14.881454    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881611    1632 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0823 11:12:14.881699    1632 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:da:3b:71:83:24:7a ID:1,da:3b:71:83:24:7a Lease:0x64e79d7d}

	I0823 11:12:14.881706    1632 main.go:141] libmachine: Found match: da:3b:71:83:24:7a

	I0823 11:12:14.881720    1632 main.go:141] libmachine: IP: 192.168.105.2

	I0823 11:12:14.881729    1632 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0823 11:12:15.887997    1632 machine.go:88] provisioning docker machine ...

	I0823 11:12:15.888014    1632 buildroot.go:166] provisioning hostname "addons-603000"

	I0823 11:12:15.888459    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.888726    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.888732    1632 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-603000 && echo "addons-603000" | sudo tee /etc/hostname

	I0823 11:12:15.942083    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-603000

	I0823 11:12:15.942154    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.942421    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.942431    1632 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-603000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-603000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-603000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0823 11:12:15.994730    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0823 11:12:15.994741    1632 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17086-1133/.minikube CaCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17086-1133/.minikube}

	I0823 11:12:15.994754    1632 buildroot.go:174] setting up certificates

	I0823 11:12:15.994761    1632 provision.go:83] configureAuth start

	I0823 11:12:15.994765    1632 provision.go:138] copyHostCerts

	I0823 11:12:15.994890    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.pem (1078 bytes)

	I0823 11:12:15.995099    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/cert.pem (1123 bytes)

	I0823 11:12:15.995204    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/key.pem (1679 bytes)

	I0823 11:12:15.995273    1632 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem org=jenkins.addons-603000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-603000]

	I0823 11:12:16.087853    1632 provision.go:172] copyRemoteCerts

	I0823 11:12:16.087919    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0823 11:12:16.087927    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.117611    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0823 11:12:16.124255    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0823 11:12:16.130804    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0823 11:12:16.138250    1632 provision.go:86] duration metric: configureAuth took 143.474625ms

	I0823 11:12:16.138257    1632 buildroot.go:189] setting minikube options for container-runtime

	I0823 11:12:16.138365    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:16.138406    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.138621    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.138626    1632 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0823 11:12:16.188528    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0823 11:12:16.188533    1632 buildroot.go:70] root file system type: tmpfs

	I0823 11:12:16.188589    1632 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0823 11:12:16.188629    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.188853    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.188886    1632 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0823 11:12:16.244639    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0823 11:12:16.244690    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.244933    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.244942    1632 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0823 11:12:16.607992    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0823 11:12:16.608005    1632 machine.go:91] provisioned docker machine in 720.015167ms

	I0823 11:12:16.608010    1632 client.go:171] LocalClient.Create took 14.696413292s

	I0823 11:12:16.608025    1632 start.go:167] duration metric: libmachine.API.Create for "addons-603000" took 14.696491208s

	I0823 11:12:16.608031    1632 start.go:300] post-start starting for "addons-603000" (driver="qemu2")

	I0823 11:12:16.608036    1632 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0823 11:12:16.608110    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0823 11:12:16.608120    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.635532    1632 ssh_runner.go:195] Run: cat /etc/os-release

	I0823 11:12:16.636917    1632 info.go:137] Remote host: Buildroot 2021.02.12

	I0823 11:12:16.636928    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/addons for local assets ...

	I0823 11:12:16.636998    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/files for local assets ...

	I0823 11:12:16.637031    1632 start.go:303] post-start completed in 28.997291ms

	I0823 11:12:16.637396    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:16.637545    1632 start.go:128] duration metric: createHost completed in 15.077498208s

	I0823 11:12:16.637587    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.637809    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.637813    1632 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0823 11:12:16.687915    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692814336.418860543

	I0823 11:12:16.687923    1632 fix.go:206] guest clock: 1692814336.418860543

	I0823 11:12:16.687928    1632 fix.go:219] Guest: 2023-08-23 11:12:16.418860543 -0700 PDT Remote: 2023-08-23 11:12:16.637549 -0700 PDT m=+15.183153626 (delta=-218.688457ms)

	I0823 11:12:16.687939    1632 fix.go:190] guest clock delta is within tolerance: -218.688457ms

	I0823 11:12:16.687945    1632 start.go:83] releasing machines lock for "addons-603000", held for 15.127950375s

	I0823 11:12:16.688248    1632 ssh_runner.go:195] Run: cat /version.json

	I0823 11:12:16.688258    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.688283    1632 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0823 11:12:16.688315    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.830956    1632 ssh_runner.go:195] Run: systemctl --version

	I0823 11:12:16.833845    1632 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0823 11:12:16.836334    1632 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0823 11:12:16.836377    1632 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0823 11:12:16.842975    1632 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0823 11:12:16.842984    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.843114    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:16.850298    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0823 11:12:16.854361    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0823 11:12:16.858207    1632 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0823 11:12:16.858231    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0823 11:12:16.861904    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.865421    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0823 11:12:16.868360    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.871352    1632 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0823 11:12:16.874459    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0823 11:12:16.878023    1632 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0823 11:12:16.881145    1632 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0823 11:12:16.883828    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:16.960568    1632 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0823 11:12:16.969157    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.969235    1632 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0823 11:12:16.974606    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.980054    1632 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0823 11:12:16.985654    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.990412    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:16.995694    1632 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0823 11:12:17.032758    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:17.037631    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:17.043070    1632 ssh_runner.go:195] Run: which cri-dockerd

	I0823 11:12:17.044366    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0823 11:12:17.046802    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0823 11:12:17.051842    1632 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0823 11:12:17.122781    1632 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0823 11:12:17.203234    1632 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0823 11:12:17.203250    1632 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0823 11:12:17.208465    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:17.289831    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:18.445051    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.15523225s)

	I0823 11:12:18.445131    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.516370    1632 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0823 11:12:18.597904    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.678212    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.761579    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0823 11:12:18.769154    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.854594    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0823 11:12:18.877760    1632 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0823 11:12:18.877836    1632 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0823 11:12:18.879918    1632 start.go:534] Will wait 60s for crictl version

	I0823 11:12:18.879971    1632 ssh_runner.go:195] Run: which crictl

	I0823 11:12:18.881335    1632 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0823 11:12:18.895610    1632 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0823 11:12:18.895681    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.905007    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.918762    1632 out.go:204] * Preparing Kubernetes v1.28.0 on Docker 24.0.4 ...

	I0823 11:12:18.918902    1632 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0823 11:12:18.920430    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:18.924018    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:18.924057    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:18.929191    1632 docker.go:636] Got preloaded images: 

	I0823 11:12:18.929199    1632 docker.go:642] registry.k8s.io/kube-apiserver:v1.28.0 wasn't preloaded

	I0823 11:12:18.929238    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:18.932021    1632 ssh_runner.go:195] Run: which lz4

	I0823 11:12:18.933304    1632 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0823 11:12:18.934619    1632 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0823 11:12:18.934635    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356920680 bytes)

	I0823 11:12:20.248127    1632 docker.go:600] Took 1.314887 seconds to copy over tarball

	I0823 11:12:20.248187    1632 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0823 11:12:21.298381    1632 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.050206542s)

	I0823 11:12:21.298396    1632 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0823 11:12:21.314358    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:21.317830    1632 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0823 11:12:21.322906    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:21.401236    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:23.532716    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.131514959s)

	I0823 11:12:23.532818    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:23.539039    1632 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.0

	registry.k8s.io/kube-controller-manager:v1.28.0

	registry.k8s.io/kube-scheduler:v1.28.0

	registry.k8s.io/kube-proxy:v1.28.0

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0823 11:12:23.539047    1632 cache_images.go:84] Images are preloaded, skipping loading

	I0823 11:12:23.539094    1632 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0823 11:12:23.547073    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:23.547082    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:23.547113    1632 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0823 11:12:23.547124    1632 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-603000 NodeName:addons-603000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0823 11:12:23.547195    1632 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-603000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0823 11:12:23.547230    1632 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-603000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0823 11:12:23.547289    1632 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0

	I0823 11:12:23.550418    1632 binaries.go:44] Found k8s binaries, skipping transfer

	I0823 11:12:23.550450    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0823 11:12:23.553530    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0823 11:12:23.558535    1632 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0823 11:12:23.563462    1632 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0823 11:12:23.568191    1632 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0823 11:12:23.569452    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:23.573456    1632 certs.go:56] Setting up /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000 for IP: 192.168.105.2

	I0823 11:12:23.573466    1632 certs.go:190] acquiring lock for shared ca certs: {Name:mk376b7368cd0c31aa9f4550a2157cb5219e493f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.573659    1632 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key

	I0823 11:12:23.735121    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt ...

	I0823 11:12:23.735127    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt: {Name:mk63b4dc9bf64742b3a2443ec5bb13fecbad997f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735357    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key ...

	I0823 11:12:23.735361    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key: {Name:mk69cc2166a61f2546ed0135cfb5fd8f801bd14f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735483    1632 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key

	I0823 11:12:23.796242    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt ...

	I0823 11:12:23.796246    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt: {Name:mk419a1ff00ed72437ca83474e3a88fdfaeeeee3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796377    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key ...

	I0823 11:12:23.796380    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key: {Name:mk4c7f9a48478507429af69af483ca06fbc978e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796514    1632 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key

	I0823 11:12:23.796523    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt with IP's: []

	I0823 11:12:24.000999    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt ...

	I0823 11:12:24.001008    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt: {Name:mkf571a66a11fe461d7b44eaf6283e5341b1a7f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001274    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key ...

	I0823 11:12:24.001277    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key: {Name:mkcf4093aeeeecec47bfe93d95e186f81025a994 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001388    1632 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969

	I0823 11:12:24.001398    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0823 11:12:24.112607    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 ...

	I0823 11:12:24.112611    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969: {Name:mkc8690ae4b550cd6392c142a6c0c10c4e6a5520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112766    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 ...

	I0823 11:12:24.112769    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969: {Name:mkce56fce274146ffaf24072ae4ff4b5e0acf555 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112886    1632 certs.go:337] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt

	I0823 11:12:24.113091    1632 certs.go:341] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key

	I0823 11:12:24.113203    1632 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key

	I0823 11:12:24.113221    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt with IP's: []

	I0823 11:12:24.164570    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt ...

	I0823 11:12:24.164574    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt: {Name:mk78bcc5a9a59a81499b830c0df5af65d761e828 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.164724    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key ...

	I0823 11:12:24.164727    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key: {Name:mk7a6ea56c8d07401b6d3adda9d302f5989259f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.165026    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem (1675 bytes)

	I0823 11:12:24.165052    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem (1078 bytes)

	I0823 11:12:24.165076    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem (1123 bytes)

	I0823 11:12:24.165112    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem (1679 bytes)

	I0823 11:12:24.165474    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0823 11:12:24.173558    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0823 11:12:24.180163    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0823 11:12:24.186570    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0823 11:12:24.193721    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0823 11:12:24.200859    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0823 11:12:24.207727    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0823 11:12:24.214435    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0823 11:12:24.221806    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0823 11:12:24.228902    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0823 11:12:24.234839    1632 ssh_runner.go:195] Run: openssl version

	I0823 11:12:24.236947    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0823 11:12:24.239793    1632 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241347    1632 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 23 18:12 /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241366    1632 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.243416    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0823 11:12:24.246590    1632 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0823 11:12:24.247919    1632 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0823 11:12:24.247965    1632 kubeadm.go:404] StartCluster: {Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterNam

e:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP

ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:12:24.248029    1632 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0823 11:12:24.253769    1632 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0823 11:12:24.257096    1632 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0823 11:12:24.259889    1632 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0823 11:12:24.262662    1632 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0823 11:12:24.262675    1632 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0823 11:12:24.285841    1632 kubeadm.go:322] [init] Using Kubernetes version: v1.28.0

	I0823 11:12:24.285870    1632 kubeadm.go:322] [preflight] Running pre-flight checks

	I0823 11:12:24.340213    1632 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0823 11:12:24.340268    1632 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0823 11:12:24.340328    1632 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0823 11:12:24.397608    1632 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0823 11:12:24.406812    1632 out.go:204]   - Generating certificates and keys ...

	I0823 11:12:24.406874    1632 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0823 11:12:24.406907    1632 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0823 11:12:24.448173    1632 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0823 11:12:24.501859    1632 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0823 11:12:24.630928    1632 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0823 11:12:24.705637    1632 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0823 11:12:24.853624    1632 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0823 11:12:24.853703    1632 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:24.984031    1632 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0823 11:12:24.984098    1632 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:25.055121    1632 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0823 11:12:25.098919    1632 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0823 11:12:25.161126    1632 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0823 11:12:25.161156    1632 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0823 11:12:25.251684    1632 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0823 11:12:25.312453    1632 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0823 11:12:25.380616    1632 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0823 11:12:25.465178    1632 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0823 11:12:25.465413    1632 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0823 11:12:25.466498    1632 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0823 11:12:25.474829    1632 out.go:204]   - Booting up control plane ...

	I0823 11:12:25.474890    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0823 11:12:25.474941    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0823 11:12:25.474973    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0823 11:12:25.475045    1632 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0823 11:12:25.475095    1632 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0823 11:12:25.475114    1632 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0823 11:12:25.557775    1632 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0823 11:12:29.059855    1632 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.502356 seconds

	I0823 11:12:29.059917    1632 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0823 11:12:29.066243    1632 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0823 11:12:29.575724    1632 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0823 11:12:29.575818    1632 kubeadm.go:322] [mark-control-plane] Marking the node addons-603000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0823 11:12:30.082813    1632 kubeadm.go:322] [bootstrap-token] Using token: l2h0hz.d0iyqenbl2749eth

	I0823 11:12:30.096111    1632 out.go:204]   - Configuring RBAC rules ...

	I0823 11:12:30.096178    1632 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0823 11:12:30.096240    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0823 11:12:30.098015    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0823 11:12:30.099101    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0823 11:12:30.100289    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0823 11:12:30.101319    1632 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0823 11:12:30.105824    1632 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0823 11:12:30.274483    1632 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0823 11:12:30.492880    1632 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0823 11:12:30.493261    1632 kubeadm.go:322] 

	I0823 11:12:30.493290    1632 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0823 11:12:30.493295    1632 kubeadm.go:322] 

	I0823 11:12:30.493350    1632 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0823 11:12:30.493355    1632 kubeadm.go:322] 

	I0823 11:12:30.493371    1632 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0823 11:12:30.493409    1632 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0823 11:12:30.493436    1632 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0823 11:12:30.493440    1632 kubeadm.go:322] 

	I0823 11:12:30.493470    1632 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0823 11:12:30.493473    1632 kubeadm.go:322] 

	I0823 11:12:30.493507    1632 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0823 11:12:30.493512    1632 kubeadm.go:322] 

	I0823 11:12:30.493534    1632 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0823 11:12:30.493571    1632 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0823 11:12:30.493608    1632 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0823 11:12:30.493612    1632 kubeadm.go:322] 

	I0823 11:12:30.493652    1632 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0823 11:12:30.493686    1632 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0823 11:12:30.493689    1632 kubeadm.go:322] 

	I0823 11:12:30.493755    1632 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493808    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f \

	I0823 11:12:30.493820    1632 kubeadm.go:322] 	--control-plane 

	I0823 11:12:30.493824    1632 kubeadm.go:322] 

	I0823 11:12:30.493863    1632 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0823 11:12:30.493867    1632 kubeadm.go:322] 

	I0823 11:12:30.493911    1632 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493962    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f 

	I0823 11:12:30.494020    1632 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0823 11:12:30.494027    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:30.494035    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:30.502806    1632 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0823 11:12:30.507845    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0823 11:12:30.511861    1632 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0823 11:12:30.516952    1632 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0823 11:12:30.517017    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.517023    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128 minikube.k8s.io/name=addons-603000 minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.588330    1632 ops.go:34] apiserver oom_adj: -16

	I0823 11:12:30.588368    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.620791    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.158369    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.658375    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.158344    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.658320    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.158345    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.658343    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.158277    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.658250    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.158228    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.658245    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.158202    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.658170    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.156385    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.656540    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.158165    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.658197    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.158131    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.658110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.158144    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.658128    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.158110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.658102    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.158090    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.658123    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.158020    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.214120    1632 kubeadm.go:1081] duration metric: took 12.6974425s to wait for elevateKubeSystemPrivileges.

	I0823 11:12:43.214131    1632 kubeadm.go:406] StartCluster complete in 18.96661775s

	I0823 11:12:43.214140    1632 settings.go:142] acquiring lock: {Name:mk727aa2e008442bafb3bca409aa11c730e46bce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214301    1632 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:43.214543    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/kubeconfig: {Name:mk62eedfc40b21b153318958a231856d07330e02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214750    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0823 11:12:43.214793    1632 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0823 11:12:43.214848    1632 addons.go:69] Setting volumesnapshots=true in profile "addons-603000"

	I0823 11:12:43.214857    1632 addons.go:231] Setting addon volumesnapshots=true in "addons-603000"

	I0823 11:12:43.214861    1632 addons.go:69] Setting ingress=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214901    1632 addons.go:69] Setting default-storageclass=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 addons.go:231] Setting addon ingress=true in "addons-603000"

	I0823 11:12:43.214917    1632 addons.go:69] Setting cloud-spanner=true in profile "addons-603000"

	I0823 11:12:43.214937    1632 addons.go:69] Setting gcp-auth=true in profile "addons-603000"

	I0823 11:12:43.214943    1632 mustload.go:65] Loading cluster: addons-603000

	I0823 11:12:43.214929    1632 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-603000"

	I0823 11:12:43.214951    1632 addons.go:231] Setting addon cloud-spanner=true in "addons-603000"

	I0823 11:12:43.215174    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215232    1632 addons.go:69] Setting metrics-server=true in profile "addons-603000"

	I0823 11:12:43.215240    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215246    1632 addons.go:231] Setting addon metrics-server=true in "addons-603000"

	I0823 11:12:43.215279    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215384    1632 addons.go:69] Setting registry=true in profile "addons-603000"

	I0823 11:12:43.215406    1632 addons.go:231] Setting addon registry=true in "addons-603000"

	I0823 11:12:43.215406    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:43.215469    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215573    1632 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.215613    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215623    1632 addons.go:69] Setting ingress-dns=true in profile "addons-603000"

	I0823 11:12:43.215632    1632 addons.go:69] Setting storage-provisioner=true in profile "addons-603000"

	I0823 11:12:43.215635    1632 addons.go:231] Setting addon ingress-dns=true in "addons-603000"

	I0823 11:12:43.215647    1632 addons.go:231] Setting addon storage-provisioner=true in "addons-603000"

	I0823 11:12:43.215715    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215748    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214927    1632 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-603000"

	I0823 11:12:43.215926    1632 addons.go:69] Setting inspektor-gadget=true in profile "addons-603000"

	I0823 11:12:43.215930    1632 addons.go:231] Setting addon inspektor-gadget=true in "addons-603000"

	I0823 11:12:43.215950    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.216258    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	W0823 11:12:43.216285    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216296    1632 addons.go:277] "addons-603000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0823 11:12:43.216301    1632 addons.go:467] Verifying addon ingress=true in "addons-603000"

	I0823 11:12:43.220697    1632 out.go:177] * Verifying ingress addon...

	W0823 11:12:43.216646    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216836    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216925    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217082    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217134    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217426    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217553    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	I0823 11:12:43.218066    1632 host.go:66] Checking if "addons-603000" exists ...

	W0823 11:12:43.229685    1632 addons.go:277] "addons-603000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229693    1632 addons.go:277] "addons-603000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229707    1632 addons_storage_classes.go:55] "addons-603000" is not running, writing default-storageclass=true to disk and skipping enablement

	W0823 11:12:43.229696    1632 addons.go:277] "addons-603000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229727    1632 addons.go:277] "addons-603000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229749    1632 addons.go:277] "addons-603000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0823 11:12:43.230154    1632 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	W0823 11:12:43.235671    1632 addons.go:277] "addons-603000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0823 11:12:43.235676    1632 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.19.0

	I0823 11:12:43.237659    1632 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-603000" context rescaled to 1 replicas

	I0823 11:12:43.239627    1632 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:43.245678    1632 out.go:177] * Verifying Kubernetes components...

	I0823 11:12:43.239670    1632 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0823 11:12:43.239676    1632 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.239682    1632 addons.go:231] Setting addon default-storageclass=true in "addons-603000"

	I0823 11:12:43.239679    1632 addons.go:467] Verifying addon registry=true in "addons-603000"

	I0823 11:12:43.239684    1632 addons.go:467] Verifying addon metrics-server=true in "addons-603000"

	I0823 11:12:43.241522    1632 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0823 11:12:43.257706    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.257792    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:12:43.259109    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0823 11:12:43.263610    1632 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0823 11:12:43.264359    1632 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.269028    1632 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.275582    1632 out.go:177] * Verifying registry addon...

	I0823 11:12:43.281668    1632 out.go:177] * Verifying csi-hostpath-driver addon...

	I0823 11:12:43.281674    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0823 11:12:43.281680    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0823 11:12:43.281692    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0823 11:12:43.288063    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0823 11:12:43.293691    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293700    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293699    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.294283    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0823 11:12:43.297149    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0823 11:12:43.298922    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0823 11:12:43.392760    1632 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0823 11:12:43.392773    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0823 11:12:43.396919    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.403660    1632 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml

	I0823 11:12:43.403671    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0823 11:12:43.426051    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.442459    1632 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0823 11:12:43.442469    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0823 11:12:43.465118    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0823 11:12:43.465127    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0823 11:12:43.485410    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0823 11:12:43.485421    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0823 11:12:43.505701    1632 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml

	I0823 11:12:43.505712    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0823 11:12:43.510666    1632 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.510672    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)

	I0823 11:12:43.522915    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.857341    1632 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0823 11:12:43.857696    1632 node_ready.go:35] waiting up to 6m0s for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859423    1632 node_ready.go:49] node "addons-603000" has status "Ready":"True"

	I0823 11:12:43.859431    1632 node_ready.go:38] duration metric: took 1.726334ms waiting for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859435    1632 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:12:43.862557    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:12:45.872773    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:47.873129    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:49.841300    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0823 11:12:49.841316    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.876535    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0823 11:12:49.882169    1632 addons.go:231] Setting addon gcp-auth=true in "addons-603000"

	I0823 11:12:49.882191    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:49.882982    1632 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0823 11:12:49.882989    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.913095    1632 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0823 11:12:49.916035    1632 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0823 11:12:49.920011    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0823 11:12:49.920017    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0823 11:12:49.927312    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0823 11:12:49.927320    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0823 11:12:49.934731    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:49.934739    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0823 11:12:49.943537    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:50.372936    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:50.550032    1632 addons.go:467] Verifying addon gcp-auth=true in "addons-603000"

	I0823 11:12:50.554005    1632 out.go:177] * Verifying gcp-auth addon...

	I0823 11:12:50.561304    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0823 11:12:50.564772    1632 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0823 11:12:50.564779    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:50.566533    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.070598    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.570353    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.070168    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.570325    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.873631    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:53.069304    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:53.570391    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.068627    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.570250    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.068767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.371099    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:55.570140    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.070737    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.570638    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.070296    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.374140    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:57.570286    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.070358    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.569814    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.070104    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.570841    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.872601    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:00.070509    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:00.570371    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.070409    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.569429    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.069671    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.372554    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:02.571673    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.069684    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.570027    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.070029    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.569893    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.872229    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:05.069764    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:05.569750    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.070699    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.569829    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.872245    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:07.070111    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:07.569767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.069905    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.571644    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.069600    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.372178    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:09.569699    1632 kapi.go:107] duration metric: took 19.008846917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0823 11:13:09.574491    1632 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-603000 cluster.

	I0823 11:13:09.578500    1632 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0823 11:13:09.582495    1632 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0823 11:13:11.372160    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:13.871903    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:15.872253    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:18.371986    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:20.372421    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:22.871118    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:23.871704    1632 pod_ready.go:92] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.871715    1632 pod_ready.go:81] duration metric: took 40.010097208s waiting for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.871719    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.872661    1632 pod_ready.go:97] error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872669    1632 pod_ready.go:81] duration metric: took 947.666µs waiting for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	E0823 11:13:23.872673    1632 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872689    1632 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875032    1632 pod_ready.go:92] pod "etcd-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.875037    1632 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875040    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877331    1632 pod_ready.go:92] pod "kube-apiserver-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.877336    1632 pod_ready.go:81] duration metric: took 2.293291ms waiting for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877340    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879623    1632 pod_ready.go:92] pod "kube-controller-manager-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.879629    1632 pod_ready.go:81] duration metric: took 2.287416ms waiting for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879633    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072856    1632 pod_ready.go:92] pod "kube-proxy-wxvd5" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.072864    1632 pod_ready.go:81] duration metric: took 193.233541ms waiting for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072869    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.472997    1632 pod_ready.go:92] pod "kube-scheduler-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.473008    1632 pod_ready.go:81] duration metric: took 400.145667ms waiting for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.473012    1632 pod_ready.go:38] duration metric: took 40.614530833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:13:24.473025    1632 api_server.go:52] waiting for apiserver process to appear ...

	I0823 11:13:24.473121    1632 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0823 11:13:24.478605    1632 api_server.go:72] duration metric: took 41.239942375s to wait for apiserver process to appear ...

	I0823 11:13:24.478610    1632 api_server.go:88] waiting for apiserver healthz status ...

	I0823 11:13:24.478617    1632 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0823 11:13:24.482269    1632 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0823 11:13:24.482906    1632 api_server.go:141] control plane version: v1.28.0

	I0823 11:13:24.482912    1632 api_server.go:131] duration metric: took 4.29975ms to wait for apiserver health ...

	I0823 11:13:24.482914    1632 system_pods.go:43] waiting for kube-system pods to appear ...

	I0823 11:13:24.674508    1632 system_pods.go:59] 7 kube-system pods found

	I0823 11:13:24.674519    1632 system_pods.go:61] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:24.674521    1632 system_pods.go:61] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:24.674524    1632 system_pods.go:61] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:24.674526    1632 system_pods.go:61] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:24.674531    1632 system_pods.go:61] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:24.674534    1632 system_pods.go:61] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:24.674539    1632 system_pods.go:61] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:24.674542    1632 system_pods.go:74] duration metric: took 191.630375ms to wait for pod list to return data ...

	I0823 11:13:24.674546    1632 default_sa.go:34] waiting for default service account to be created ...

	I0823 11:13:24.872182    1632 default_sa.go:45] found service account: "default"

	I0823 11:13:24.872197    1632 default_sa.go:55] duration metric: took 197.644583ms for default service account to be created ...

	I0823 11:13:24.872203    1632 system_pods.go:116] waiting for k8s-apps to be running ...

	I0823 11:13:25.073612    1632 system_pods.go:86] 7 kube-system pods found

	I0823 11:13:25.073624    1632 system_pods.go:89] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:25.073627    1632 system_pods.go:89] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:25.073629    1632 system_pods.go:89] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:25.073632    1632 system_pods.go:89] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:25.073636    1632 system_pods.go:89] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:25.073641    1632 system_pods.go:89] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:25.073644    1632 system_pods.go:89] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:25.073647    1632 system_pods.go:126] duration metric: took 201.446458ms to wait for k8s-apps to be running ...

	I0823 11:13:25.073650    1632 system_svc.go:44] waiting for kubelet service to be running ....

	I0823 11:13:25.073715    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:13:25.078691    1632 system_svc.go:56] duration metric: took 5.037209ms WaitForService to wait for kubelet.

	I0823 11:13:25.078704    1632 kubeadm.go:581] duration metric: took 41.84005475s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0823 11:13:25.078718    1632 node_conditions.go:102] verifying NodePressure condition ...

	I0823 11:13:25.271033    1632 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0823 11:13:25.271069    1632 node_conditions.go:123] node cpu capacity is 2

	I0823 11:13:25.271075    1632 node_conditions.go:105] duration metric: took 192.359208ms to run NodePressure ...

	I0823 11:13:25.271080    1632 start.go:228] waiting for startup goroutines ...

	I0823 11:18:43.244336    1632 kapi.go:107] duration metric: took 6m0.011535667s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0823 11:18:43.244405    1632 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0823 11:18:43.298298    1632 kapi.go:107] duration metric: took 6m0.001378042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0823 11:18:43.298326    1632 kapi.go:107] duration metric: took 6m0.00762275s to wait for kubernetes.io/minikube-addons=registry ...

	W0823 11:18:43.298353    1632 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	W0823 11:18:43.298328    1632 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0823 11:18:43.304474    1632 out.go:177] * Enabled addons: volumesnapshots, cloud-spanner, storage-provisioner, metrics-server, ingress-dns, default-storageclass, inspektor-gadget, gcp-auth

	I0823 11:18:43.311559    1632 addons.go:502] enable addons completed in 6m0.094130167s: enabled=[volumesnapshots cloud-spanner storage-provisioner metrics-server ingress-dns default-storageclass inspektor-gadget gcp-auth]

	I0823 11:18:43.311576    1632 start.go:233] waiting for cluster config update ...

	I0823 11:18:43.311585    1632 start.go:242] writing updated cluster config ...

	I0823 11:18:43.312012    1632 ssh_runner.go:195] Run: rm -f paused

	I0823 11:18:43.342628    1632 start.go:600] kubectl: 1.27.2, cluster: 1.28.0 (minor skew: 1)

	I0823 11:18:43.345571    1632 out.go:177] * Done! kubectl is now configured to use "addons-603000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:30:43 UTC. --

	Aug 23 18:15:51 addons-603000 dockerd[1103]: time="2023-08-23T18:15:51.151599505Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.092897258Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.092929425Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.092939758Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.092945842Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:18:33 addons-603000 dockerd[1097]: time="2023-08-23T18:18:33.132845315Z" level=info msg="ignoring event" container=89be7df8f5d7dcdc7a0c87df485a2c7ea9b142c7e85eae340fd554ec50593049 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.133064818Z" level=info msg="shim disconnected" id=89be7df8f5d7dcdc7a0c87df485a2c7ea9b142c7e85eae340fd554ec50593049 namespace=moby

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.133094193Z" level=warning msg="cleaning up after shim disconnected" id=89be7df8f5d7dcdc7a0c87df485a2c7ea9b142c7e85eae340fd554ec50593049 namespace=moby

	Aug 23 18:18:33 addons-603000 dockerd[1103]: time="2023-08-23T18:18:33.133098443Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114502177Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114531260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114537177Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114541260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:23:34 addons-603000 dockerd[1097]: time="2023-08-23T18:23:34.187824843Z" level=info msg="ignoring event" container=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.187820301Z" level=info msg="shim disconnected" id=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 namespace=moby

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.188065590Z" level=warning msg="cleaning up after shim disconnected" id=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 namespace=moby

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.188086340Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094207801Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094239634Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094428221Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094440262Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:28:41 addons-603000 dockerd[1097]: time="2023-08-23T18:28:41.143468399Z" level=info msg="ignoring event" container=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143514441Z" level=info msg="shim disconnected" id=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143542817Z" level=warning msg="cleaning up after shim disconnected" id=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143546942Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                               CREATED             STATE               NAME                      ATTEMPT             POD ID

	0f90525fcf0bb       1499ed4fbd0aa                                                                                                       2 minutes ago       Exited              minikube-ingress-dns      8                   ee55b672623b1

	e852eb8754f9d       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf        17 minutes ago      Running             gcp-auth                  0                   b3f97bd7715ac

	db988e4e18bfe       ghcr.io/inspektor-gadget/inspektor-gadget@sha256:900ee9d94e12c15caebf0f198a51b532e6e2e373f6adfdef6fc78d11f6ecc6ac   17 minutes ago      Running             gadget                    0                   12623df028552

	20ee50fe57df9       940f54a5bcae9                                                                                                       17 minutes ago      Running             kube-proxy                0                   046b3dd276694

	eb22253f397d0       97e04611ad434                                                                                                       18 minutes ago      Running             coredns                   0                   83362738c741a

	695ccc939e29c       762dce4090c5f                                                                                                       18 minutes ago      Running             kube-scheduler            0                   cd7498705ccfc

	0d85c39c58b71       9cdd6470f48c8                                                                                                       18 minutes ago      Running             etcd                      0                   52014f9a89d58

	9700e59743269       46cc66ccc7c19                                                                                                       18 minutes ago      Running             kube-controller-manager   0                   0e19c8d65b488

	594c65a938703       00543d2fe5d71                                                                                                       18 minutes ago      Running             kube-apiserver            0                   e5952ff9dbb6d

	* 

	* ==> coredns [eb22253f397d] <==

	* [INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:48978 - 47852 "HINFO IN 1860146809240780526.8201528298968188454. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004478075s

	* 

	* ==> describe nodes <==

	* Name:               addons-603000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-603000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128

	                    minikube.k8s.io/name=addons-603000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Wed, 23 Aug 2023 18:12:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-603000

	  AcquireTime:     <unset>

	  RenewTime:       Wed, 23 Aug 2023 18:30:40 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Wed, 23 Aug 2023 18:28:49 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Wed, 23 Aug 2023 18:28:49 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Wed, 23 Aug 2023 18:28:49 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Wed, 23 Aug 2023 18:28:49 +0000   Wed, 23 Aug 2023 18:12:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-603000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 d563976ae62b43f8a1fb53a177d29cdd

	  System UUID:                d563976ae62b43f8a1fb53a177d29cdd

	  Boot ID:                    95f14d55-f8c9-49e4-bb2e-505c410326e7

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.28.0

	  Kube-Proxy Version:         v1.28.0

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gadget                      gadget-ndv9t                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  gcp-auth                    gcp-auth-d4c87556c-k5hw7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         17m

	  kube-system                 coredns-5dd5756b68-blj5d                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     18m

	  kube-system                 etcd-addons-603000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         18m

	  kube-system                 kube-apiserver-addons-603000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-controller-manager-addons-603000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-proxy-wxvd5                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	  kube-system                 kube-scheduler-addons-603000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         18m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 17m   kube-proxy       

	  Normal  Starting                 18m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  18m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  18m   kubelet          Node addons-603000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    18m   kubelet          Node addons-603000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     18m   kubelet          Node addons-603000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                18m   kubelet          Node addons-603000 status is now: NodeReady

	  Normal  RegisteredNode           18m   node-controller  Node addons-603000 event: Registered Node addons-603000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.645801] EINJ: EINJ table not found.

	[  +0.508913] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043174] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000868] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.060149] systemd-fstab-generator[476]: Ignoring "noauto" for root device

	[  +0.082417] systemd-fstab-generator[487]: Ignoring "noauto" for root device

	[  +0.495013] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.161467] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.082809] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085797] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.141175] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.084612] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.080569] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.082356] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.081344] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.093418] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.547960] systemd-fstab-generator[1090]: Ignoring "noauto" for root device

	[  +2.110352] kauditd_printk_skb: 29 callbacks suppressed

	[  +2.040486] systemd-fstab-generator[1407]: Ignoring "noauto" for root device

	[  +4.639082] systemd-fstab-generator[2281]: Ignoring "noauto" for root device

	[ +13.918576] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.422998] kauditd_printk_skb: 19 callbacks suppressed

	[  +9.996433] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Aug23 18:13] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.103613] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [0d85c39c58b7] <==

	* {"level":"info","ts":"2023-08-23T18:12:26.543189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.543213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.54323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.543269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.550684Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.550945Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-603000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-08-23T18:12:26.551005Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.551568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.555059Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555137Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.551069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.555541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.563277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-23T18:12:26.563307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2023-08-23T18:12:48.393724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-blj5d\" ","response":"range_response_count:1 size:4755"}

	{"level":"info","ts":"2023-08-23T18:12:48.39376Z","caller":"traceutil/trace.go:171","msg":"trace[2046528636] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-blj5d; range_end:; response_count:1; response_revision:423; }","duration":"169.059532ms","start":"2023-08-23T18:12:48.224693Z","end":"2023-08-23T18:12:48.393753Z","steps":["trace[2046528636] 'range keys from in-memory index tree'  (duration: 168.95968ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:12:48.39392Z","caller":"traceutil/trace.go:171","msg":"trace[720409665] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"100.636151ms","start":"2023-08-23T18:12:48.29328Z","end":"2023-08-23T18:12:48.393917Z","steps":["trace[720409665] 'process raft request'  (duration: 77.612181ms)","trace[720409665] 'compare'  (duration: 22.773829ms)"],"step_count":2}

	{"level":"info","ts":"2023-08-23T18:12:50.777156Z","caller":"traceutil/trace.go:171","msg":"trace[471484672] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"104.054592ms","start":"2023-08-23T18:12:50.673089Z","end":"2023-08-23T18:12:50.777143Z","steps":["trace[471484672] 'process raft request'  (duration: 103.971962ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:22:26.650207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":655}

	{"level":"info","ts":"2023-08-23T18:22:26.650931Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":655,"took":"518.817µs","hash":1262660470}

	{"level":"info","ts":"2023-08-23T18:22:26.650949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262660470,"revision":655,"compact-revision":-1}

	{"level":"info","ts":"2023-08-23T18:27:26.652533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":748}

	{"level":"info","ts":"2023-08-23T18:27:26.652937Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":748,"took":"267.17µs","hash":3279716501}

	{"level":"info","ts":"2023-08-23T18:27:26.652952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279716501,"revision":748,"compact-revision":655}

	* 

	* ==> gcp-auth [e852eb8754f9] <==

	* 2023/08/23 18:13:08 GCP Auth Webhook started!

	2023/08/23 18:13:18 failed to get releases file: Get "https://storage.googleapis.com/minikube-gcp-auth/releases.json": dial tcp: lookup storage.googleapis.com on 10.96.0.10:53: read udp 10.244.0.5:60048->10.96.0.10:53: read: connection refused

	* 

	* ==> kernel <==

	*  18:30:43 up 18 min,  0 users,  load average: 0.24, 0.16, 0.10

	Linux addons-603000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [594c65a93870] <==

	* I0823 18:12:27.437032       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0823 18:12:27.437034       1 cache.go:39] Caches are synced for autoregister controller

	I0823 18:12:27.443118       1 shared_informer.go:318] Caches are synced for node_authorizer

	I0823 18:12:27.481999       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0823 18:12:28.325487       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0823 18:12:28.327337       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0823 18:12:28.327348       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0823 18:12:28.483580       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0823 18:12:28.494448       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0823 18:12:28.528987       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0823 18:12:28.530764       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0823 18:12:28.531188       1 controller.go:624] quota admission added evaluator for: endpoints

	I0823 18:12:28.532349       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0823 18:12:29.394948       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0823 18:12:30.000403       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0823 18:12:30.005168       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0823 18:12:30.011907       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0823 18:12:42.297794       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0823 18:12:42.999693       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0823 18:12:43.740564       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:12:50.388002       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.33.188"}

	I0823 18:12:50.406209       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0823 18:17:27.368575       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:22:27.369052       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:27:27.369080       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	* 

	* ==> kube-controller-manager [9700e5974326] <==

	* I0823 18:13:04.466033       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:04.486978       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.394947       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:05.398434       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.468971       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:05.471795       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:05.473423       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:05.473440       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-patch" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0823 18:13:05.488947       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.491052       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.492818       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.492904       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0823 18:13:09.490531       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="gcp-auth/gcp-auth-d4c87556c" duration="5.007096ms"

	I0823 18:13:09.490673       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="gcp-auth/gcp-auth-d4c87556c" duration="12.225µs"

	I0823 18:13:12.451688       1 resource_quota_monitor.go:210] "QuotaMonitor created object count evaluator" resource="traces.gadget.kinvolk.io"

	I0823 18:13:12.451711       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0823 18:13:12.552518       1 shared_informer.go:318] Caches are synced for resource quota

	I0823 18:13:12.777696       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0823 18:13:12.777713       1 shared_informer.go:318] Caches are synced for garbage collector

	I0823 18:13:23.581296       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="4.891249ms"

	I0823 18:13:23.581368       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="28.846µs"

	I0823 18:13:35.007690       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:35.008253       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:35.019213       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:35.019817       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	* 

	* ==> kube-proxy [20ee50fe57df] <==

	* I0823 18:12:44.324386       1 server_others.go:69] "Using iptables proxy"

	I0823 18:12:44.336042       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0823 18:12:44.344520       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0823 18:12:44.344533       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0823 18:12:44.345190       1 server_others.go:152] "Using iptables Proxier"

	I0823 18:12:44.345242       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0823 18:12:44.345409       1 server.go:846] "Version info" version="v1.28.0"

	I0823 18:12:44.345419       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0823 18:12:44.346019       1 config.go:188] "Starting service config controller"

	I0823 18:12:44.346074       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0823 18:12:44.346113       1 config.go:97] "Starting endpoint slice config controller"

	I0823 18:12:44.346120       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0823 18:12:44.346526       1 config.go:315] "Starting node config controller"

	I0823 18:12:44.346554       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0823 18:12:44.446872       1 shared_informer.go:318] Caches are synced for node config

	I0823 18:12:44.446887       1 shared_informer.go:318] Caches are synced for service config

	I0823 18:12:44.446897       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [695ccc939e29] <==

	* W0823 18:12:27.662067       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0823 18:12:27.662073       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0823 18:12:27.662103       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662127       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662184       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662207       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0823 18:12:27.662264       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0823 18:12:27.662344       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662351       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662392       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0823 18:12:27.662399       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0823 18:12:27.662439       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0823 18:12:27.662446       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0823 18:12:27.662483       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662491       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662520       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0823 18:12:27.662530       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0823 18:12:27.662556       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0823 18:12:27.662568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0823 18:12:27.662623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0823 18:12:27.662630       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0823 18:12:27.662674       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0823 18:12:27.662681       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	I0823 18:12:28.959674       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:30:44 UTC. --

	Aug 23 18:28:55 addons-603000 kubelet[2300]: E0823 18:28:55.071182    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:29:09 addons-603000 kubelet[2300]: I0823 18:29:09.071035    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:29:09 addons-603000 kubelet[2300]: E0823 18:29:09.071329    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:29:20 addons-603000 kubelet[2300]: I0823 18:29:20.071342    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:29:20 addons-603000 kubelet[2300]: E0823 18:29:20.071500    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:29:30 addons-603000 kubelet[2300]: E0823 18:29:30.076474    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:29:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:29:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:29:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:29:35 addons-603000 kubelet[2300]: I0823 18:29:35.070868    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:29:35 addons-603000 kubelet[2300]: E0823 18:29:35.070981    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:29:46 addons-603000 kubelet[2300]: I0823 18:29:46.072207    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:29:46 addons-603000 kubelet[2300]: E0823 18:29:46.072324    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:29:58 addons-603000 kubelet[2300]: I0823 18:29:58.071368    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:29:58 addons-603000 kubelet[2300]: E0823 18:29:58.071514    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:30:13 addons-603000 kubelet[2300]: I0823 18:30:13.071709    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:30:13 addons-603000 kubelet[2300]: E0823 18:30:13.071880    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:30:25 addons-603000 kubelet[2300]: I0823 18:30:25.071793    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:30:25 addons-603000 kubelet[2300]: E0823 18:30:25.071951    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:30:30 addons-603000 kubelet[2300]: E0823 18:30:30.076756    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:30:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:30:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:30:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:30:37 addons-603000 kubelet[2300]: I0823 18:30:37.071067    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:30:37 addons-603000 kubelet[2300]: E0823 18:30:37.071237    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-603000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Registry FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Registry (720.86s)

=== RUN   TestAddons/parallel/Ingress

=== PAUSE TestAddons/parallel/Ingress

=== CONT  TestAddons/parallel/Ingress

addons_test.go:183: (dbg) Run:  kubectl --context addons-603000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s

addons_test.go:183: (dbg) Non-zero exit: kubectl --context addons-603000 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: exit status 1 (34.669417ms)

** stderr ** 

	error: no matching resources found

** /stderr **

addons_test.go:184: failed waiting for ingress-nginx-controller : exit status 1

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-603000 -n addons-603000

helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/Ingress]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-603000 logs -n 25

helpers_test.go:252: TestAddons/parallel/Ingress logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | --download-only -p             | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT |                     |

	|         | binary-mirror-536000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49317         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-536000        | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | -p addons-603000               | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:18 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT |                     |

	|         | addons-603000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT | 23 Aug 23 11:30 PDT |

	|         | -p addons-603000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	| addons  | disable inspektor-gadget -p    | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:43 PDT | 23 Aug 23 11:43 PDT |

	|         | addons-603000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/23 11:12:01

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0823 11:12:01.473993    1632 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:12:01.474116    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474118    1632 out.go:309] Setting ErrFile to fd 2...

	I0823 11:12:01.474121    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474234    1632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:12:01.475282    1632 out.go:303] Setting JSON to false

	I0823 11:12:01.490493    1632 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":694,"bootTime":1692813627,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:12:01.490568    1632 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:12:01.495699    1632 out.go:177] * [addons-603000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:12:01.502675    1632 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:12:01.502715    1632 notify.go:220] Checking for updates...

	I0823 11:12:01.509745    1632 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:01.512689    1632 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:12:01.515810    1632 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:12:01.518747    1632 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:12:01.521752    1632 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:12:01.524877    1632 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:12:01.528782    1632 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:12:01.535731    1632 start.go:298] selected driver: qemu2

	I0823 11:12:01.535736    1632 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:12:01.535742    1632 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:12:01.537642    1632 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:12:01.540695    1632 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:12:01.543724    1632 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:12:01.543758    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:01.543773    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:01.543776    1632 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:12:01.543783    1632 start_flags.go:319] config:

	{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0}

	I0823 11:12:01.547827    1632 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:12:01.555769    1632 out.go:177] * Starting control plane node addons-603000 in cluster addons-603000

	I0823 11:12:01.559683    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:01.559703    1632 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:12:01.559720    1632 cache.go:57] Caching tarball of preloaded images

	I0823 11:12:01.559801    1632 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:12:01.559806    1632 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:12:01.560010    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:01.560023    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json: {Name:mkc2981401a387d0fc588c73edb3c2135fa892ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:01.560240    1632 start.go:365] acquiring machines lock for addons-603000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:12:01.560349    1632 start.go:369] acquired machines lock for "addons-603000" in 102.292µs

	I0823 11:12:01.560360    1632 start.go:93] Provisioning new machine with config: &{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVers

ion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:

[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:01.560401    1632 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:12:01.568742    1632 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0823 11:12:01.911891    1632 start.go:159] libmachine.API.Create for "addons-603000" (driver="qemu2")

	I0823 11:12:01.911940    1632 client.go:168] LocalClient.Create starting

	I0823 11:12:01.912112    1632 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:12:02.016848    1632 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:12:02.196172    1632 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:12:02.677712    1632 main.go:141] libmachine: Creating SSH key...

	I0823 11:12:02.710073    1632 main.go:141] libmachine: Creating Disk image...

	I0823 11:12:02.710078    1632 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:12:02.710280    1632 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.789119    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.789143    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.789223    1632 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2 +20000M

	I0823 11:12:02.796505    1632 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:12:02.796516    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.796535    1632 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.796546    1632 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:12:02.796585    1632 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/qemu.pid -device virtio-net-pci,netdev=net0,mac=da:3b:71:83:24:7a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.868731    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.868763    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.868768    1632 main.go:141] libmachine: Attempt 0

	I0823 11:12:02.868785    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:04.870905    1632 main.go:141] libmachine: Attempt 1

	I0823 11:12:04.871005    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:06.873192    1632 main.go:141] libmachine: Attempt 2

	I0823 11:12:06.873220    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:08.875257    1632 main.go:141] libmachine: Attempt 3

	I0823 11:12:08.875269    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:10.877286    1632 main.go:141] libmachine: Attempt 4

	I0823 11:12:10.877310    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:12.879362    1632 main.go:141] libmachine: Attempt 5

	I0823 11:12:12.879382    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881424    1632 main.go:141] libmachine: Attempt 6

	I0823 11:12:14.881454    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881611    1632 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0823 11:12:14.881699    1632 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:da:3b:71:83:24:7a ID:1,da:3b:71:83:24:7a Lease:0x64e79d7d}

	I0823 11:12:14.881706    1632 main.go:141] libmachine: Found match: da:3b:71:83:24:7a

	I0823 11:12:14.881720    1632 main.go:141] libmachine: IP: 192.168.105.2

	I0823 11:12:14.881729    1632 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0823 11:12:15.887997    1632 machine.go:88] provisioning docker machine ...

	I0823 11:12:15.888014    1632 buildroot.go:166] provisioning hostname "addons-603000"

	I0823 11:12:15.888459    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.888726    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.888732    1632 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-603000 && echo "addons-603000" | sudo tee /etc/hostname

	I0823 11:12:15.942083    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-603000

	I0823 11:12:15.942154    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.942421    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.942431    1632 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-603000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-603000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-603000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0823 11:12:15.994730    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0823 11:12:15.994741    1632 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17086-1133/.minikube CaCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17086-1133/.minikube}

	I0823 11:12:15.994754    1632 buildroot.go:174] setting up certificates

	I0823 11:12:15.994761    1632 provision.go:83] configureAuth start

	I0823 11:12:15.994765    1632 provision.go:138] copyHostCerts

	I0823 11:12:15.994890    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.pem (1078 bytes)

	I0823 11:12:15.995099    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/cert.pem (1123 bytes)

	I0823 11:12:15.995204    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/key.pem (1679 bytes)

	I0823 11:12:15.995273    1632 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem org=jenkins.addons-603000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-603000]

	I0823 11:12:16.087853    1632 provision.go:172] copyRemoteCerts

	I0823 11:12:16.087919    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0823 11:12:16.087927    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.117611    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0823 11:12:16.124255    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0823 11:12:16.130804    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0823 11:12:16.138250    1632 provision.go:86] duration metric: configureAuth took 143.474625ms

	I0823 11:12:16.138257    1632 buildroot.go:189] setting minikube options for container-runtime

	I0823 11:12:16.138365    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:16.138406    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.138621    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.138626    1632 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0823 11:12:16.188528    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0823 11:12:16.188533    1632 buildroot.go:70] root file system type: tmpfs

	I0823 11:12:16.188589    1632 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0823 11:12:16.188629    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.188853    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.188886    1632 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0823 11:12:16.244639    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0823 11:12:16.244690    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.244933    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.244942    1632 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0823 11:12:16.607992    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0823 11:12:16.608005    1632 machine.go:91] provisioned docker machine in 720.015167ms

	I0823 11:12:16.608010    1632 client.go:171] LocalClient.Create took 14.696413292s

	I0823 11:12:16.608025    1632 start.go:167] duration metric: libmachine.API.Create for "addons-603000" took 14.696491208s

	I0823 11:12:16.608031    1632 start.go:300] post-start starting for "addons-603000" (driver="qemu2")

	I0823 11:12:16.608036    1632 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0823 11:12:16.608110    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0823 11:12:16.608120    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.635532    1632 ssh_runner.go:195] Run: cat /etc/os-release

	I0823 11:12:16.636917    1632 info.go:137] Remote host: Buildroot 2021.02.12

	I0823 11:12:16.636928    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/addons for local assets ...

	I0823 11:12:16.636998    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/files for local assets ...

	I0823 11:12:16.637031    1632 start.go:303] post-start completed in 28.997291ms

	I0823 11:12:16.637396    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:16.637545    1632 start.go:128] duration metric: createHost completed in 15.077498208s

	I0823 11:12:16.637587    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.637809    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.637813    1632 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0823 11:12:16.687915    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692814336.418860543

	I0823 11:12:16.687923    1632 fix.go:206] guest clock: 1692814336.418860543

	I0823 11:12:16.687928    1632 fix.go:219] Guest: 2023-08-23 11:12:16.418860543 -0700 PDT Remote: 2023-08-23 11:12:16.637549 -0700 PDT m=+15.183153626 (delta=-218.688457ms)

	I0823 11:12:16.687939    1632 fix.go:190] guest clock delta is within tolerance: -218.688457ms

	I0823 11:12:16.687945    1632 start.go:83] releasing machines lock for "addons-603000", held for 15.127950375s

	I0823 11:12:16.688248    1632 ssh_runner.go:195] Run: cat /version.json

	I0823 11:12:16.688258    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.688283    1632 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0823 11:12:16.688315    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.830956    1632 ssh_runner.go:195] Run: systemctl --version

	I0823 11:12:16.833845    1632 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0823 11:12:16.836334    1632 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0823 11:12:16.836377    1632 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0823 11:12:16.842975    1632 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0823 11:12:16.842984    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.843114    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:16.850298    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0823 11:12:16.854361    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0823 11:12:16.858207    1632 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0823 11:12:16.858231    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0823 11:12:16.861904    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.865421    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0823 11:12:16.868360    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.871352    1632 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0823 11:12:16.874459    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0823 11:12:16.878023    1632 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0823 11:12:16.881145    1632 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0823 11:12:16.883828    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:16.960568    1632 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0823 11:12:16.969157    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.969235    1632 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0823 11:12:16.974606    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.980054    1632 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0823 11:12:16.985654    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.990412    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:16.995694    1632 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0823 11:12:17.032758    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:17.037631    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:17.043070    1632 ssh_runner.go:195] Run: which cri-dockerd

	I0823 11:12:17.044366    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0823 11:12:17.046802    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0823 11:12:17.051842    1632 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0823 11:12:17.122781    1632 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0823 11:12:17.203234    1632 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0823 11:12:17.203250    1632 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0823 11:12:17.208465    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:17.289831    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:18.445051    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.15523225s)

	I0823 11:12:18.445131    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.516370    1632 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0823 11:12:18.597904    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.678212    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.761579    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0823 11:12:18.769154    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.854594    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0823 11:12:18.877760    1632 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0823 11:12:18.877836    1632 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0823 11:12:18.879918    1632 start.go:534] Will wait 60s for crictl version

	I0823 11:12:18.879971    1632 ssh_runner.go:195] Run: which crictl

	I0823 11:12:18.881335    1632 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0823 11:12:18.895610    1632 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0823 11:12:18.895681    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.905007    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.918762    1632 out.go:204] * Preparing Kubernetes v1.28.0 on Docker 24.0.4 ...

	I0823 11:12:18.918902    1632 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0823 11:12:18.920430    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:18.924018    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:18.924057    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:18.929191    1632 docker.go:636] Got preloaded images: 

	I0823 11:12:18.929199    1632 docker.go:642] registry.k8s.io/kube-apiserver:v1.28.0 wasn't preloaded

	I0823 11:12:18.929238    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:18.932021    1632 ssh_runner.go:195] Run: which lz4

	I0823 11:12:18.933304    1632 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0823 11:12:18.934619    1632 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0823 11:12:18.934635    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356920680 bytes)

	I0823 11:12:20.248127    1632 docker.go:600] Took 1.314887 seconds to copy over tarball

	I0823 11:12:20.248187    1632 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0823 11:12:21.298381    1632 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.050206542s)

	I0823 11:12:21.298396    1632 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0823 11:12:21.314358    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:21.317830    1632 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0823 11:12:21.322906    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:21.401236    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:23.532716    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.131514959s)

	I0823 11:12:23.532818    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:23.539039    1632 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.0

	registry.k8s.io/kube-controller-manager:v1.28.0

	registry.k8s.io/kube-scheduler:v1.28.0

	registry.k8s.io/kube-proxy:v1.28.0

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0823 11:12:23.539047    1632 cache_images.go:84] Images are preloaded, skipping loading

	I0823 11:12:23.539094    1632 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0823 11:12:23.547073    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:23.547082    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:23.547113    1632 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0823 11:12:23.547124    1632 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-603000 NodeName:addons-603000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0823 11:12:23.547195    1632 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-603000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0823 11:12:23.547230    1632 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-603000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0823 11:12:23.547289    1632 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0

	I0823 11:12:23.550418    1632 binaries.go:44] Found k8s binaries, skipping transfer

	I0823 11:12:23.550450    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0823 11:12:23.553530    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0823 11:12:23.558535    1632 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0823 11:12:23.563462    1632 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0823 11:12:23.568191    1632 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0823 11:12:23.569452    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:23.573456    1632 certs.go:56] Setting up /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000 for IP: 192.168.105.2

	I0823 11:12:23.573466    1632 certs.go:190] acquiring lock for shared ca certs: {Name:mk376b7368cd0c31aa9f4550a2157cb5219e493f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.573659    1632 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key

	I0823 11:12:23.735121    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt ...

	I0823 11:12:23.735127    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt: {Name:mk63b4dc9bf64742b3a2443ec5bb13fecbad997f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735357    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key ...

	I0823 11:12:23.735361    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key: {Name:mk69cc2166a61f2546ed0135cfb5fd8f801bd14f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735483    1632 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key

	I0823 11:12:23.796242    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt ...

	I0823 11:12:23.796246    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt: {Name:mk419a1ff00ed72437ca83474e3a88fdfaeeeee3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796377    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key ...

	I0823 11:12:23.796380    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key: {Name:mk4c7f9a48478507429af69af483ca06fbc978e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796514    1632 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key

	I0823 11:12:23.796523    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt with IP's: []

	I0823 11:12:24.000999    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt ...

	I0823 11:12:24.001008    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt: {Name:mkf571a66a11fe461d7b44eaf6283e5341b1a7f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001274    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key ...

	I0823 11:12:24.001277    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key: {Name:mkcf4093aeeeecec47bfe93d95e186f81025a994 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001388    1632 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969

	I0823 11:12:24.001398    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0823 11:12:24.112607    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 ...

	I0823 11:12:24.112611    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969: {Name:mkc8690ae4b550cd6392c142a6c0c10c4e6a5520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112766    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 ...

	I0823 11:12:24.112769    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969: {Name:mkce56fce274146ffaf24072ae4ff4b5e0acf555 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112886    1632 certs.go:337] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt

	I0823 11:12:24.113091    1632 certs.go:341] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key

	I0823 11:12:24.113203    1632 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key

	I0823 11:12:24.113221    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt with IP's: []

	I0823 11:12:24.164570    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt ...

	I0823 11:12:24.164574    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt: {Name:mk78bcc5a9a59a81499b830c0df5af65d761e828 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.164724    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key ...

	I0823 11:12:24.164727    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key: {Name:mk7a6ea56c8d07401b6d3adda9d302f5989259f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.165026    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem (1675 bytes)

	I0823 11:12:24.165052    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem (1078 bytes)

	I0823 11:12:24.165076    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem (1123 bytes)

	I0823 11:12:24.165112    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem (1679 bytes)

	I0823 11:12:24.165474    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0823 11:12:24.173558    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0823 11:12:24.180163    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0823 11:12:24.186570    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0823 11:12:24.193721    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0823 11:12:24.200859    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0823 11:12:24.207727    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0823 11:12:24.214435    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0823 11:12:24.221806    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0823 11:12:24.228902    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0823 11:12:24.234839    1632 ssh_runner.go:195] Run: openssl version

	I0823 11:12:24.236947    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0823 11:12:24.239793    1632 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241347    1632 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 23 18:12 /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241366    1632 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.243416    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0823 11:12:24.246590    1632 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0823 11:12:24.247919    1632 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0823 11:12:24.247965    1632 kubeadm.go:404] StartCluster: {Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterNam

e:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP

ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:12:24.248029    1632 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0823 11:12:24.253769    1632 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0823 11:12:24.257096    1632 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0823 11:12:24.259889    1632 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0823 11:12:24.262662    1632 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0823 11:12:24.262675    1632 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0823 11:12:24.285841    1632 kubeadm.go:322] [init] Using Kubernetes version: v1.28.0

	I0823 11:12:24.285870    1632 kubeadm.go:322] [preflight] Running pre-flight checks

	I0823 11:12:24.340213    1632 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0823 11:12:24.340268    1632 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0823 11:12:24.340328    1632 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0823 11:12:24.397608    1632 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0823 11:12:24.406812    1632 out.go:204]   - Generating certificates and keys ...

	I0823 11:12:24.406874    1632 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0823 11:12:24.406907    1632 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0823 11:12:24.448173    1632 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0823 11:12:24.501859    1632 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0823 11:12:24.630928    1632 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0823 11:12:24.705637    1632 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0823 11:12:24.853624    1632 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0823 11:12:24.853703    1632 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:24.984031    1632 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0823 11:12:24.984098    1632 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:25.055121    1632 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0823 11:12:25.098919    1632 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0823 11:12:25.161126    1632 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0823 11:12:25.161156    1632 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0823 11:12:25.251684    1632 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0823 11:12:25.312453    1632 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0823 11:12:25.380616    1632 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0823 11:12:25.465178    1632 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0823 11:12:25.465413    1632 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0823 11:12:25.466498    1632 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0823 11:12:25.474829    1632 out.go:204]   - Booting up control plane ...

	I0823 11:12:25.474890    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0823 11:12:25.474941    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0823 11:12:25.474973    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0823 11:12:25.475045    1632 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0823 11:12:25.475095    1632 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0823 11:12:25.475114    1632 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0823 11:12:25.557775    1632 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0823 11:12:29.059855    1632 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.502356 seconds

	I0823 11:12:29.059917    1632 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0823 11:12:29.066243    1632 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0823 11:12:29.575724    1632 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0823 11:12:29.575818    1632 kubeadm.go:322] [mark-control-plane] Marking the node addons-603000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0823 11:12:30.082813    1632 kubeadm.go:322] [bootstrap-token] Using token: l2h0hz.d0iyqenbl2749eth

	I0823 11:12:30.096111    1632 out.go:204]   - Configuring RBAC rules ...

	I0823 11:12:30.096178    1632 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0823 11:12:30.096240    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0823 11:12:30.098015    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0823 11:12:30.099101    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0823 11:12:30.100289    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0823 11:12:30.101319    1632 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0823 11:12:30.105824    1632 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0823 11:12:30.274483    1632 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0823 11:12:30.492880    1632 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0823 11:12:30.493261    1632 kubeadm.go:322] 

	I0823 11:12:30.493290    1632 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0823 11:12:30.493295    1632 kubeadm.go:322] 

	I0823 11:12:30.493350    1632 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0823 11:12:30.493355    1632 kubeadm.go:322] 

	I0823 11:12:30.493371    1632 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0823 11:12:30.493409    1632 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0823 11:12:30.493436    1632 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0823 11:12:30.493440    1632 kubeadm.go:322] 

	I0823 11:12:30.493470    1632 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0823 11:12:30.493473    1632 kubeadm.go:322] 

	I0823 11:12:30.493507    1632 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0823 11:12:30.493512    1632 kubeadm.go:322] 

	I0823 11:12:30.493534    1632 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0823 11:12:30.493571    1632 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0823 11:12:30.493608    1632 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0823 11:12:30.493612    1632 kubeadm.go:322] 

	I0823 11:12:30.493652    1632 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0823 11:12:30.493686    1632 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0823 11:12:30.493689    1632 kubeadm.go:322] 

	I0823 11:12:30.493755    1632 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493808    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f \

	I0823 11:12:30.493820    1632 kubeadm.go:322] 	--control-plane 

	I0823 11:12:30.493824    1632 kubeadm.go:322] 

	I0823 11:12:30.493863    1632 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0823 11:12:30.493867    1632 kubeadm.go:322] 

	I0823 11:12:30.493911    1632 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493962    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f 

	I0823 11:12:30.494020    1632 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0823 11:12:30.494027    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:30.494035    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:30.502806    1632 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0823 11:12:30.507845    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0823 11:12:30.511861    1632 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0823 11:12:30.516952    1632 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0823 11:12:30.517017    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.517023    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128 minikube.k8s.io/name=addons-603000 minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.588330    1632 ops.go:34] apiserver oom_adj: -16

	I0823 11:12:30.588368    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.620791    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.158369    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.658375    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.158344    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.658320    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.158345    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.658343    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.158277    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.658250    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.158228    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.658245    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.158202    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.658170    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.156385    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.656540    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.158165    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.658197    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.158131    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.658110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.158144    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.658128    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.158110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.658102    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.158090    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.658123    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.158020    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.214120    1632 kubeadm.go:1081] duration metric: took 12.6974425s to wait for elevateKubeSystemPrivileges.

	I0823 11:12:43.214131    1632 kubeadm.go:406] StartCluster complete in 18.96661775s

	I0823 11:12:43.214140    1632 settings.go:142] acquiring lock: {Name:mk727aa2e008442bafb3bca409aa11c730e46bce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214301    1632 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:43.214543    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/kubeconfig: {Name:mk62eedfc40b21b153318958a231856d07330e02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214750    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0823 11:12:43.214793    1632 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0823 11:12:43.214848    1632 addons.go:69] Setting volumesnapshots=true in profile "addons-603000"

	I0823 11:12:43.214857    1632 addons.go:231] Setting addon volumesnapshots=true in "addons-603000"

	I0823 11:12:43.214861    1632 addons.go:69] Setting ingress=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214901    1632 addons.go:69] Setting default-storageclass=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 addons.go:231] Setting addon ingress=true in "addons-603000"

	I0823 11:12:43.214917    1632 addons.go:69] Setting cloud-spanner=true in profile "addons-603000"

	I0823 11:12:43.214937    1632 addons.go:69] Setting gcp-auth=true in profile "addons-603000"

	I0823 11:12:43.214943    1632 mustload.go:65] Loading cluster: addons-603000

	I0823 11:12:43.214929    1632 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-603000"

	I0823 11:12:43.214951    1632 addons.go:231] Setting addon cloud-spanner=true in "addons-603000"

	I0823 11:12:43.215174    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215232    1632 addons.go:69] Setting metrics-server=true in profile "addons-603000"

	I0823 11:12:43.215240    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215246    1632 addons.go:231] Setting addon metrics-server=true in "addons-603000"

	I0823 11:12:43.215279    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215384    1632 addons.go:69] Setting registry=true in profile "addons-603000"

	I0823 11:12:43.215406    1632 addons.go:231] Setting addon registry=true in "addons-603000"

	I0823 11:12:43.215406    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:43.215469    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215573    1632 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.215613    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215623    1632 addons.go:69] Setting ingress-dns=true in profile "addons-603000"

	I0823 11:12:43.215632    1632 addons.go:69] Setting storage-provisioner=true in profile "addons-603000"

	I0823 11:12:43.215635    1632 addons.go:231] Setting addon ingress-dns=true in "addons-603000"

	I0823 11:12:43.215647    1632 addons.go:231] Setting addon storage-provisioner=true in "addons-603000"

	I0823 11:12:43.215715    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215748    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214927    1632 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-603000"

	I0823 11:12:43.215926    1632 addons.go:69] Setting inspektor-gadget=true in profile "addons-603000"

	I0823 11:12:43.215930    1632 addons.go:231] Setting addon inspektor-gadget=true in "addons-603000"

	I0823 11:12:43.215950    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.216258    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	W0823 11:12:43.216285    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216296    1632 addons.go:277] "addons-603000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0823 11:12:43.216301    1632 addons.go:467] Verifying addon ingress=true in "addons-603000"

	I0823 11:12:43.220697    1632 out.go:177] * Verifying ingress addon...

	W0823 11:12:43.216646    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216836    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216925    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217082    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217134    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217426    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217553    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	I0823 11:12:43.218066    1632 host.go:66] Checking if "addons-603000" exists ...

	W0823 11:12:43.229685    1632 addons.go:277] "addons-603000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229693    1632 addons.go:277] "addons-603000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229707    1632 addons_storage_classes.go:55] "addons-603000" is not running, writing default-storageclass=true to disk and skipping enablement

	W0823 11:12:43.229696    1632 addons.go:277] "addons-603000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229727    1632 addons.go:277] "addons-603000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229749    1632 addons.go:277] "addons-603000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0823 11:12:43.230154    1632 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	W0823 11:12:43.235671    1632 addons.go:277] "addons-603000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0823 11:12:43.235676    1632 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.19.0

	I0823 11:12:43.237659    1632 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-603000" context rescaled to 1 replicas

	I0823 11:12:43.239627    1632 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:43.245678    1632 out.go:177] * Verifying Kubernetes components...

	I0823 11:12:43.239670    1632 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0823 11:12:43.239676    1632 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.239682    1632 addons.go:231] Setting addon default-storageclass=true in "addons-603000"

	I0823 11:12:43.239679    1632 addons.go:467] Verifying addon registry=true in "addons-603000"

	I0823 11:12:43.239684    1632 addons.go:467] Verifying addon metrics-server=true in "addons-603000"

	I0823 11:12:43.241522    1632 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0823 11:12:43.257706    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.257792    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:12:43.259109    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0823 11:12:43.263610    1632 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0823 11:12:43.264359    1632 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.269028    1632 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.275582    1632 out.go:177] * Verifying registry addon...

	I0823 11:12:43.281668    1632 out.go:177] * Verifying csi-hostpath-driver addon...

	I0823 11:12:43.281674    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0823 11:12:43.281680    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0823 11:12:43.281692    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0823 11:12:43.288063    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0823 11:12:43.293691    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293700    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293699    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.294283    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0823 11:12:43.297149    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0823 11:12:43.298922    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0823 11:12:43.392760    1632 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0823 11:12:43.392773    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0823 11:12:43.396919    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.403660    1632 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml

	I0823 11:12:43.403671    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0823 11:12:43.426051    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.442459    1632 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0823 11:12:43.442469    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0823 11:12:43.465118    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0823 11:12:43.465127    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0823 11:12:43.485410    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0823 11:12:43.485421    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0823 11:12:43.505701    1632 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml

	I0823 11:12:43.505712    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0823 11:12:43.510666    1632 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.510672    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)

	I0823 11:12:43.522915    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.857341    1632 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0823 11:12:43.857696    1632 node_ready.go:35] waiting up to 6m0s for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859423    1632 node_ready.go:49] node "addons-603000" has status "Ready":"True"

	I0823 11:12:43.859431    1632 node_ready.go:38] duration metric: took 1.726334ms waiting for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859435    1632 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:12:43.862557    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:12:45.872773    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:47.873129    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:49.841300    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0823 11:12:49.841316    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.876535    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0823 11:12:49.882169    1632 addons.go:231] Setting addon gcp-auth=true in "addons-603000"

	I0823 11:12:49.882191    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:49.882982    1632 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0823 11:12:49.882989    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.913095    1632 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0823 11:12:49.916035    1632 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0823 11:12:49.920011    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0823 11:12:49.920017    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0823 11:12:49.927312    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0823 11:12:49.927320    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0823 11:12:49.934731    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:49.934739    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0823 11:12:49.943537    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:50.372936    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:50.550032    1632 addons.go:467] Verifying addon gcp-auth=true in "addons-603000"

	I0823 11:12:50.554005    1632 out.go:177] * Verifying gcp-auth addon...

	I0823 11:12:50.561304    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0823 11:12:50.564772    1632 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0823 11:12:50.564779    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:50.566533    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.070598    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.570353    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.070168    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.570325    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.873631    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:53.069304    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:53.570391    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.068627    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.570250    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.068767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.371099    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:55.570140    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.070737    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.570638    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.070296    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.374140    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:57.570286    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.070358    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.569814    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.070104    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.570841    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.872601    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:00.070509    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:00.570371    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.070409    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.569429    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.069671    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.372554    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:02.571673    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.069684    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.570027    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.070029    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.569893    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.872229    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:05.069764    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:05.569750    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.070699    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.569829    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.872245    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:07.070111    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:07.569767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.069905    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.571644    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.069600    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.372178    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:09.569699    1632 kapi.go:107] duration metric: took 19.008846917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0823 11:13:09.574491    1632 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-603000 cluster.

	I0823 11:13:09.578500    1632 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0823 11:13:09.582495    1632 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0823 11:13:11.372160    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:13.871903    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:15.872253    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:18.371986    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:20.372421    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:22.871118    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:23.871704    1632 pod_ready.go:92] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.871715    1632 pod_ready.go:81] duration metric: took 40.010097208s waiting for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.871719    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.872661    1632 pod_ready.go:97] error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872669    1632 pod_ready.go:81] duration metric: took 947.666µs waiting for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	E0823 11:13:23.872673    1632 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872689    1632 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875032    1632 pod_ready.go:92] pod "etcd-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.875037    1632 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875040    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877331    1632 pod_ready.go:92] pod "kube-apiserver-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.877336    1632 pod_ready.go:81] duration metric: took 2.293291ms waiting for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877340    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879623    1632 pod_ready.go:92] pod "kube-controller-manager-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.879629    1632 pod_ready.go:81] duration metric: took 2.287416ms waiting for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879633    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072856    1632 pod_ready.go:92] pod "kube-proxy-wxvd5" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.072864    1632 pod_ready.go:81] duration metric: took 193.233541ms waiting for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072869    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.472997    1632 pod_ready.go:92] pod "kube-scheduler-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.473008    1632 pod_ready.go:81] duration metric: took 400.145667ms waiting for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.473012    1632 pod_ready.go:38] duration metric: took 40.614530833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:13:24.473025    1632 api_server.go:52] waiting for apiserver process to appear ...

	I0823 11:13:24.473121    1632 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0823 11:13:24.478605    1632 api_server.go:72] duration metric: took 41.239942375s to wait for apiserver process to appear ...

	I0823 11:13:24.478610    1632 api_server.go:88] waiting for apiserver healthz status ...

	I0823 11:13:24.478617    1632 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0823 11:13:24.482269    1632 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0823 11:13:24.482906    1632 api_server.go:141] control plane version: v1.28.0

	I0823 11:13:24.482912    1632 api_server.go:131] duration metric: took 4.29975ms to wait for apiserver health ...

	I0823 11:13:24.482914    1632 system_pods.go:43] waiting for kube-system pods to appear ...

	I0823 11:13:24.674508    1632 system_pods.go:59] 7 kube-system pods found

	I0823 11:13:24.674519    1632 system_pods.go:61] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:24.674521    1632 system_pods.go:61] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:24.674524    1632 system_pods.go:61] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:24.674526    1632 system_pods.go:61] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:24.674531    1632 system_pods.go:61] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:24.674534    1632 system_pods.go:61] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:24.674539    1632 system_pods.go:61] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:24.674542    1632 system_pods.go:74] duration metric: took 191.630375ms to wait for pod list to return data ...

	I0823 11:13:24.674546    1632 default_sa.go:34] waiting for default service account to be created ...

	I0823 11:13:24.872182    1632 default_sa.go:45] found service account: "default"

	I0823 11:13:24.872197    1632 default_sa.go:55] duration metric: took 197.644583ms for default service account to be created ...

	I0823 11:13:24.872203    1632 system_pods.go:116] waiting for k8s-apps to be running ...

	I0823 11:13:25.073612    1632 system_pods.go:86] 7 kube-system pods found

	I0823 11:13:25.073624    1632 system_pods.go:89] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:25.073627    1632 system_pods.go:89] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:25.073629    1632 system_pods.go:89] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:25.073632    1632 system_pods.go:89] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:25.073636    1632 system_pods.go:89] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:25.073641    1632 system_pods.go:89] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:25.073644    1632 system_pods.go:89] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:25.073647    1632 system_pods.go:126] duration metric: took 201.446458ms to wait for k8s-apps to be running ...

	I0823 11:13:25.073650    1632 system_svc.go:44] waiting for kubelet service to be running ....

	I0823 11:13:25.073715    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:13:25.078691    1632 system_svc.go:56] duration metric: took 5.037209ms WaitForService to wait for kubelet.

	I0823 11:13:25.078704    1632 kubeadm.go:581] duration metric: took 41.84005475s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0823 11:13:25.078718    1632 node_conditions.go:102] verifying NodePressure condition ...

	I0823 11:13:25.271033    1632 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0823 11:13:25.271069    1632 node_conditions.go:123] node cpu capacity is 2

	I0823 11:13:25.271075    1632 node_conditions.go:105] duration metric: took 192.359208ms to run NodePressure ...

	I0823 11:13:25.271080    1632 start.go:228] waiting for startup goroutines ...

	I0823 11:18:43.244336    1632 kapi.go:107] duration metric: took 6m0.011535667s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0823 11:18:43.244405    1632 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0823 11:18:43.298298    1632 kapi.go:107] duration metric: took 6m0.001378042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0823 11:18:43.298326    1632 kapi.go:107] duration metric: took 6m0.00762275s to wait for kubernetes.io/minikube-addons=registry ...

	W0823 11:18:43.298353    1632 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	W0823 11:18:43.298328    1632 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0823 11:18:43.304474    1632 out.go:177] * Enabled addons: volumesnapshots, cloud-spanner, storage-provisioner, metrics-server, ingress-dns, default-storageclass, inspektor-gadget, gcp-auth

	I0823 11:18:43.311559    1632 addons.go:502] enable addons completed in 6m0.094130167s: enabled=[volumesnapshots cloud-spanner storage-provisioner metrics-server ingress-dns default-storageclass inspektor-gadget gcp-auth]

	I0823 11:18:43.311576    1632 start.go:233] waiting for cluster config update ...

	I0823 11:18:43.311585    1632 start.go:242] writing updated cluster config ...

	I0823 11:18:43.312012    1632 ssh_runner.go:195] Run: rm -f paused

	I0823 11:18:43.342628    1632 start.go:600] kubectl: 1.27.2, cluster: 1.28.0 (minor skew: 1)

	I0823 11:18:43.345571    1632 out.go:177] * Done! kubectl is now configured to use "addons-603000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:43:06 UTC. --

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216936204Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091151665Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091185331Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091194206Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091200122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134236915Z" level=info msg="shim disconnected" id=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 namespace=moby

	Aug 23 18:33:50 addons-603000 dockerd[1097]: time="2023-08-23T18:33:50.134449577Z" level=info msg="ignoring event" container=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134489534Z" level=warning msg="cleaning up after shim disconnected" id=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 namespace=moby

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134494826Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113475782Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113502490Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113681656Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113691239Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1097]: time="2023-08-23T18:39:02.160574422Z" level=info msg="ignoring event" container=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160721255Z" level=info msg="shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160747005Z" level=warning msg="cleaning up after shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160751297Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1097]: time="2023-08-23T18:43:01.602194723Z" level=info msg="ignoring event" container=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.602976683Z" level=info msg="shim disconnected" id=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.603006392Z" level=warning msg="cleaning up after shim disconnected" id=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.603077642Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627823549Z" level=info msg="shim disconnected" id=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627855299Z" level=warning msg="cleaning up after shim disconnected" id=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627860883Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1097]: time="2023-08-23T18:43:01.627995300Z" level=info msg="ignoring event" container=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                          CREATED             STATE               NAME                      ATTEMPT             POD ID

	77d7b0e8fb48b       1499ed4fbd0aa                                                                                                  4 minutes ago       Exited              minikube-ingress-dns      10                  ee55b672623b1

	c3aac1112826c       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98          12 minutes ago      Running             headlamp                  0                   1ce470d3ac5db

	e852eb8754f9d       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf   29 minutes ago      Running             gcp-auth                  0                   b3f97bd7715ac

	20ee50fe57df9       940f54a5bcae9                                                                                                  30 minutes ago      Running             kube-proxy                0                   046b3dd276694

	eb22253f397d0       97e04611ad434                                                                                                  30 minutes ago      Running             coredns                   0                   83362738c741a

	695ccc939e29c       762dce4090c5f                                                                                                  30 minutes ago      Running             kube-scheduler            0                   cd7498705ccfc

	0d85c39c58b71       9cdd6470f48c8                                                                                                  30 minutes ago      Running             etcd                      0                   52014f9a89d58

	9700e59743269       46cc66ccc7c19                                                                                                  30 minutes ago      Running             kube-controller-manager   0                   0e19c8d65b488

	594c65a938703       00543d2fe5d71                                                                                                  30 minutes ago      Running             kube-apiserver            0                   e5952ff9dbb6d

	* 

	* ==> coredns [eb22253f397d] <==

	* [INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:48978 - 47852 "HINFO IN 1860146809240780526.8201528298968188454. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004478075s

	* 

	* ==> describe nodes <==

	* Name:               addons-603000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-603000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128

	                    minikube.k8s.io/name=addons-603000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Wed, 23 Aug 2023 18:12:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-603000

	  AcquireTime:     <unset>

	  RenewTime:       Wed, 23 Aug 2023 18:43:04 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-603000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 d563976ae62b43f8a1fb53a177d29cdd

	  System UUID:                d563976ae62b43f8a1fb53a177d29cdd

	  Boot ID:                    95f14d55-f8c9-49e4-bb2e-505c410326e7

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.28.0

	  Kube-Proxy Version:         v1.28.0

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-d4c87556c-k5hw7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  headlamp                    headlamp-699c48fb74-fhmj2                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         12m

	  kube-system                 coredns-5dd5756b68-blj5d                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     30m

	  kube-system                 etcd-addons-603000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         30m

	  kube-system                 kube-apiserver-addons-603000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-controller-manager-addons-603000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-proxy-wxvd5                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-scheduler-addons-603000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 30m   kube-proxy       

	  Normal  Starting                 30m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  30m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  30m   kubelet          Node addons-603000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m   kubelet          Node addons-603000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m   kubelet          Node addons-603000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                30m   kubelet          Node addons-603000 status is now: NodeReady

	  Normal  RegisteredNode           30m   node-controller  Node addons-603000 event: Registered Node addons-603000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.645801] EINJ: EINJ table not found.

	[  +0.508913] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043174] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000868] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.060149] systemd-fstab-generator[476]: Ignoring "noauto" for root device

	[  +0.082417] systemd-fstab-generator[487]: Ignoring "noauto" for root device

	[  +0.495013] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.161467] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.082809] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085797] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.141175] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.084612] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.080569] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.082356] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.081344] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.093418] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.547960] systemd-fstab-generator[1090]: Ignoring "noauto" for root device

	[  +2.110352] kauditd_printk_skb: 29 callbacks suppressed

	[  +2.040486] systemd-fstab-generator[1407]: Ignoring "noauto" for root device

	[  +4.639082] systemd-fstab-generator[2281]: Ignoring "noauto" for root device

	[ +13.918576] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.422998] kauditd_printk_skb: 19 callbacks suppressed

	[  +9.996433] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Aug23 18:13] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.103613] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [0d85c39c58b7] <==

	* {"level":"info","ts":"2023-08-23T18:12:26.555101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555137Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.551069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.555541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.563277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-23T18:12:26.563307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2023-08-23T18:12:48.393724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-blj5d\" ","response":"range_response_count:1 size:4755"}

	{"level":"info","ts":"2023-08-23T18:12:48.39376Z","caller":"traceutil/trace.go:171","msg":"trace[2046528636] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-blj5d; range_end:; response_count:1; response_revision:423; }","duration":"169.059532ms","start":"2023-08-23T18:12:48.224693Z","end":"2023-08-23T18:12:48.393753Z","steps":["trace[2046528636] 'range keys from in-memory index tree'  (duration: 168.95968ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:12:48.39392Z","caller":"traceutil/trace.go:171","msg":"trace[720409665] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"100.636151ms","start":"2023-08-23T18:12:48.29328Z","end":"2023-08-23T18:12:48.393917Z","steps":["trace[720409665] 'process raft request'  (duration: 77.612181ms)","trace[720409665] 'compare'  (duration: 22.773829ms)"],"step_count":2}

	{"level":"info","ts":"2023-08-23T18:12:50.777156Z","caller":"traceutil/trace.go:171","msg":"trace[471484672] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"104.054592ms","start":"2023-08-23T18:12:50.673089Z","end":"2023-08-23T18:12:50.777143Z","steps":["trace[471484672] 'process raft request'  (duration: 103.971962ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:22:26.650207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":655}

	{"level":"info","ts":"2023-08-23T18:22:26.650931Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":655,"took":"518.817µs","hash":1262660470}

	{"level":"info","ts":"2023-08-23T18:22:26.650949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262660470,"revision":655,"compact-revision":-1}

	{"level":"info","ts":"2023-08-23T18:27:26.652533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":748}

	{"level":"info","ts":"2023-08-23T18:27:26.652937Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":748,"took":"267.17µs","hash":3279716501}

	{"level":"info","ts":"2023-08-23T18:27:26.652952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279716501,"revision":748,"compact-revision":655}

	{"level":"info","ts":"2023-08-23T18:32:26.655732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":842}

	{"level":"info","ts":"2023-08-23T18:32:26.656056Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":842,"took":"197.577µs","hash":1969901087}

	{"level":"info","ts":"2023-08-23T18:32:26.656068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1969901087,"revision":842,"compact-revision":748}

	{"level":"info","ts":"2023-08-23T18:37:26.658244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":973}

	{"level":"info","ts":"2023-08-23T18:37:26.658629Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":973,"took":"234.457µs","hash":4022607794}

	{"level":"info","ts":"2023-08-23T18:37:26.658641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4022607794,"revision":973,"compact-revision":842}

	{"level":"info","ts":"2023-08-23T18:42:26.66149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1071}

	{"level":"info","ts":"2023-08-23T18:42:26.661796Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1071,"took":"188.042µs","hash":2460628194}

	{"level":"info","ts":"2023-08-23T18:42:26.661807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2460628194,"revision":1071,"compact-revision":973}

	* 

	* ==> gcp-auth [e852eb8754f9] <==

	* 2023/08/23 18:13:08 GCP Auth Webhook started!

	2023/08/23 18:13:18 failed to get releases file: Get "https://storage.googleapis.com/minikube-gcp-auth/releases.json": dial tcp: lookup storage.googleapis.com on 10.96.0.10:53: read udp 10.244.0.5:60048->10.96.0.10:53: read: connection refused

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	* 

	* ==> kernel <==

	*  18:43:07 up 30 min,  0 users,  load average: 0.05, 0.12, 0.10

	Linux addons-603000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [594c65a93870] <==

	* I0823 18:12:28.528987       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0823 18:12:28.530764       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0823 18:12:28.531188       1 controller.go:624] quota admission added evaluator for: endpoints

	I0823 18:12:28.532349       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0823 18:12:29.394948       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0823 18:12:30.000403       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0823 18:12:30.005168       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0823 18:12:30.011907       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0823 18:12:42.297794       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0823 18:12:42.999693       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0823 18:12:43.740564       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:12:50.388002       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.33.188"}

	I0823 18:12:50.406209       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0823 18:17:27.368575       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:22:27.369052       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:27:27.369080       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:30:44.504708       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.202.15"}

	I0823 18:32:27.369968       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:37:27.370986       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:42:27.371798       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:43:01.533841       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:43:01.538319       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	E0823 18:43:01.547346       1 controller.go:159] removing "v1alpha1.gadget.kinvolk.io" from AggregationController failed with: resource not found

	E0823 18:43:01.547358       1 controller.go:159] removing "v1alpha1.gadget.kinvolk.io" from AggregationController failed with: resource not found

	W0823 18:43:02.544801       1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io

	* 

	* ==> kube-controller-manager [9700e5974326] <==

	* E0823 18:40:42.304147       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:42.304173       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:40:57.304649       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:57.304835       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:12.305005       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:12.305092       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:27.305078       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:27.305175       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:42.305198       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:42.305221       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:57.305830       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:57.305963       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:12.306917       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:12.306942       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:27.308252       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:27.308335       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:42.308556       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:42.308592       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:57.309601       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:57.309771       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:43:02.545714       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource

	W0823 18:43:03.988873       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:03.988894       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0823 18:43:06.966427       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:06.966446       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	* 

	* ==> kube-proxy [20ee50fe57df] <==

	* I0823 18:12:44.324386       1 server_others.go:69] "Using iptables proxy"

	I0823 18:12:44.336042       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0823 18:12:44.344520       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0823 18:12:44.344533       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0823 18:12:44.345190       1 server_others.go:152] "Using iptables Proxier"

	I0823 18:12:44.345242       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0823 18:12:44.345409       1 server.go:846] "Version info" version="v1.28.0"

	I0823 18:12:44.345419       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0823 18:12:44.346019       1 config.go:188] "Starting service config controller"

	I0823 18:12:44.346074       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0823 18:12:44.346113       1 config.go:97] "Starting endpoint slice config controller"

	I0823 18:12:44.346120       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0823 18:12:44.346526       1 config.go:315] "Starting node config controller"

	I0823 18:12:44.346554       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0823 18:12:44.446872       1 shared_informer.go:318] Caches are synced for node config

	I0823 18:12:44.446887       1 shared_informer.go:318] Caches are synced for service config

	I0823 18:12:44.446897       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [695ccc939e29] <==

	* W0823 18:12:27.662067       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0823 18:12:27.662073       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0823 18:12:27.662103       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662127       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662184       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662207       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0823 18:12:27.662264       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0823 18:12:27.662344       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662351       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662392       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0823 18:12:27.662399       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0823 18:12:27.662439       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0823 18:12:27.662446       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0823 18:12:27.662483       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662491       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662520       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0823 18:12:27.662530       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0823 18:12:27.662556       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0823 18:12:27.662568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0823 18:12:27.662623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0823 18:12:27.662630       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0823 18:12:27.662674       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0823 18:12:27.662681       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	I0823 18:12:28.959674       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:43:07 UTC. --

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660684    2300 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"debugfs\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-debugfs\") pod \"d059753c-0bc7-41e8-8616-dcfd9769bf59\" (UID: \"d059753c-0bc7-41e8-8616-dcfd9769bf59\") "

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660693    2300 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"run\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-run\") pod \"d059753c-0bc7-41e8-8616-dcfd9769bf59\" (UID: \"d059753c-0bc7-41e8-8616-dcfd9769bf59\") "

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660700    2300 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"cgroup\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-cgroup\") pod \"d059753c-0bc7-41e8-8616-dcfd9769bf59\" (UID: \"d059753c-0bc7-41e8-8616-dcfd9769bf59\") "

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660708    2300 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"bpffs\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-bpffs\") pod \"d059753c-0bc7-41e8-8616-dcfd9769bf59\" (UID: \"d059753c-0bc7-41e8-8616-dcfd9769bf59\") "

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660739    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-bpffs" (OuterVolumeSpecName: "bpffs") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "bpffs". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660753    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-host" (OuterVolumeSpecName: "host") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "host". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660918    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-debugfs" (OuterVolumeSpecName: "debugfs") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "debugfs". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660942    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-modules" (OuterVolumeSpecName: "modules") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "modules". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660952    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-run" (OuterVolumeSpecName: "run") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "run". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.660959    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-cgroup" (OuterVolumeSpecName: "cgroup") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "cgroup". PluginName "kubernetes.io/host-path", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.661565    2300 operation_generator.go:878] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/d059753c-0bc7-41e8-8616-dcfd9769bf59-kube-api-access-74dj4" (OuterVolumeSpecName: "kube-api-access-74dj4") pod "d059753c-0bc7-41e8-8616-dcfd9769bf59" (UID: "d059753c-0bc7-41e8-8616-dcfd9769bf59"). InnerVolumeSpecName "kube-api-access-74dj4". PluginName "kubernetes.io/projected", VolumeGidValue ""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760950    2300 reconciler_common.go:300] "Volume detached for volume \"host\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-host\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760968    2300 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-74dj4\" (UniqueName: \"kubernetes.io/projected/d059753c-0bc7-41e8-8616-dcfd9769bf59-kube-api-access-74dj4\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760973    2300 reconciler_common.go:300] "Volume detached for volume \"modules\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-modules\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760977    2300 reconciler_common.go:300] "Volume detached for volume \"debugfs\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-debugfs\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760982    2300 reconciler_common.go:300] "Volume detached for volume \"bpffs\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-bpffs\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760986    2300 reconciler_common.go:300] "Volume detached for volume \"run\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-run\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760990    2300 reconciler_common.go:300] "Volume detached for volume \"cgroup\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-cgroup\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.866600    2300 scope.go:117] "RemoveContainer" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.875377    2300 scope.go:117] "RemoveContainer" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: E0823 18:43:01.875796    2300 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.875827    2300 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"} err="failed to get container status \"db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23\": rpc error: code = Unknown desc = Error response from daemon: No such container: db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:02 addons-603000 kubelet[2300]: I0823 18:43:02.073538    2300 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="d059753c-0bc7-41e8-8616-dcfd9769bf59" path="/var/lib/kubelet/pods/d059753c-0bc7-41e8-8616-dcfd9769bf59/volumes"

	Aug 23 18:43:06 addons-603000 kubelet[2300]: I0823 18:43:06.071662    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:06 addons-603000 kubelet[2300]: E0823 18:43:06.072085    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-603000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/Ingress (0.73s)

=== RUN   TestAddons/parallel/MetricsServer

=== PAUSE TestAddons/parallel/MetricsServer

=== CONT  TestAddons/parallel/MetricsServer

addons_test.go:381: failed waiting for metrics-server deployment to stabilize: timed out waiting for the condition

addons_test.go:383: metrics-server stabilized in 6m0.002227916s

addons_test.go:385: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...

addons_test.go:385: ***** TestAddons/parallel/MetricsServer: pod "k8s-app=metrics-server" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:385: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

addons_test.go:385: TestAddons/parallel/MetricsServer: showing logs for failed pods as of 2023-08-23 11:44:23.734225 -0700 PDT m=+1981.964275417

addons_test.go:386: failed waiting for k8s-app=metrics-server pod: k8s-app=metrics-server within 6m0s: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-603000 -n addons-603000

helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-603000 logs -n 25

helpers_test.go:252: TestAddons/parallel/MetricsServer logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | --download-only -p             | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT |                     |

	|         | binary-mirror-536000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49317         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-536000        | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | -p addons-603000               | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:18 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT |                     |

	|         | addons-603000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT | 23 Aug 23 11:30 PDT |

	|         | -p addons-603000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	| addons  | disable inspektor-gadget -p    | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:43 PDT | 23 Aug 23 11:43 PDT |

	|         | addons-603000                  |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/23 11:12:01

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0823 11:12:01.473993    1632 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:12:01.474116    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474118    1632 out.go:309] Setting ErrFile to fd 2...

	I0823 11:12:01.474121    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474234    1632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:12:01.475282    1632 out.go:303] Setting JSON to false

	I0823 11:12:01.490493    1632 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":694,"bootTime":1692813627,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:12:01.490568    1632 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:12:01.495699    1632 out.go:177] * [addons-603000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:12:01.502675    1632 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:12:01.502715    1632 notify.go:220] Checking for updates...

	I0823 11:12:01.509745    1632 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:01.512689    1632 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:12:01.515810    1632 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:12:01.518747    1632 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:12:01.521752    1632 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:12:01.524877    1632 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:12:01.528782    1632 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:12:01.535731    1632 start.go:298] selected driver: qemu2

	I0823 11:12:01.535736    1632 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:12:01.535742    1632 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:12:01.537642    1632 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:12:01.540695    1632 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:12:01.543724    1632 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:12:01.543758    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:01.543773    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:01.543776    1632 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:12:01.543783    1632 start_flags.go:319] config:

	{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0}

	I0823 11:12:01.547827    1632 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:12:01.555769    1632 out.go:177] * Starting control plane node addons-603000 in cluster addons-603000

	I0823 11:12:01.559683    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:01.559703    1632 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:12:01.559720    1632 cache.go:57] Caching tarball of preloaded images

	I0823 11:12:01.559801    1632 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:12:01.559806    1632 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:12:01.560010    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:01.560023    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json: {Name:mkc2981401a387d0fc588c73edb3c2135fa892ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:01.560240    1632 start.go:365] acquiring machines lock for addons-603000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:12:01.560349    1632 start.go:369] acquired machines lock for "addons-603000" in 102.292µs

	I0823 11:12:01.560360    1632 start.go:93] Provisioning new machine with config: &{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVers

ion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:

[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:01.560401    1632 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:12:01.568742    1632 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0823 11:12:01.911891    1632 start.go:159] libmachine.API.Create for "addons-603000" (driver="qemu2")

	I0823 11:12:01.911940    1632 client.go:168] LocalClient.Create starting

	I0823 11:12:01.912112    1632 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:12:02.016848    1632 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:12:02.196172    1632 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:12:02.677712    1632 main.go:141] libmachine: Creating SSH key...

	I0823 11:12:02.710073    1632 main.go:141] libmachine: Creating Disk image...

	I0823 11:12:02.710078    1632 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:12:02.710280    1632 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.789119    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.789143    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.789223    1632 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2 +20000M

	I0823 11:12:02.796505    1632 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:12:02.796516    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.796535    1632 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.796546    1632 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:12:02.796585    1632 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/qemu.pid -device virtio-net-pci,netdev=net0,mac=da:3b:71:83:24:7a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.868731    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.868763    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.868768    1632 main.go:141] libmachine: Attempt 0

	I0823 11:12:02.868785    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:04.870905    1632 main.go:141] libmachine: Attempt 1

	I0823 11:12:04.871005    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:06.873192    1632 main.go:141] libmachine: Attempt 2

	I0823 11:12:06.873220    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:08.875257    1632 main.go:141] libmachine: Attempt 3

	I0823 11:12:08.875269    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:10.877286    1632 main.go:141] libmachine: Attempt 4

	I0823 11:12:10.877310    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:12.879362    1632 main.go:141] libmachine: Attempt 5

	I0823 11:12:12.879382    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881424    1632 main.go:141] libmachine: Attempt 6

	I0823 11:12:14.881454    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881611    1632 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0823 11:12:14.881699    1632 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:da:3b:71:83:24:7a ID:1,da:3b:71:83:24:7a Lease:0x64e79d7d}

	I0823 11:12:14.881706    1632 main.go:141] libmachine: Found match: da:3b:71:83:24:7a

	I0823 11:12:14.881720    1632 main.go:141] libmachine: IP: 192.168.105.2

	I0823 11:12:14.881729    1632 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0823 11:12:15.887997    1632 machine.go:88] provisioning docker machine ...

	I0823 11:12:15.888014    1632 buildroot.go:166] provisioning hostname "addons-603000"

	I0823 11:12:15.888459    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.888726    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.888732    1632 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-603000 && echo "addons-603000" | sudo tee /etc/hostname

	I0823 11:12:15.942083    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-603000

	I0823 11:12:15.942154    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.942421    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.942431    1632 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-603000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-603000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-603000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0823 11:12:15.994730    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0823 11:12:15.994741    1632 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17086-1133/.minikube CaCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17086-1133/.minikube}

	I0823 11:12:15.994754    1632 buildroot.go:174] setting up certificates

	I0823 11:12:15.994761    1632 provision.go:83] configureAuth start

	I0823 11:12:15.994765    1632 provision.go:138] copyHostCerts

	I0823 11:12:15.994890    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.pem (1078 bytes)

	I0823 11:12:15.995099    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/cert.pem (1123 bytes)

	I0823 11:12:15.995204    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/key.pem (1679 bytes)

	I0823 11:12:15.995273    1632 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem org=jenkins.addons-603000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-603000]

	I0823 11:12:16.087853    1632 provision.go:172] copyRemoteCerts

	I0823 11:12:16.087919    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0823 11:12:16.087927    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.117611    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0823 11:12:16.124255    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0823 11:12:16.130804    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0823 11:12:16.138250    1632 provision.go:86] duration metric: configureAuth took 143.474625ms

	I0823 11:12:16.138257    1632 buildroot.go:189] setting minikube options for container-runtime

	I0823 11:12:16.138365    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:16.138406    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.138621    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.138626    1632 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0823 11:12:16.188528    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0823 11:12:16.188533    1632 buildroot.go:70] root file system type: tmpfs

	I0823 11:12:16.188589    1632 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0823 11:12:16.188629    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.188853    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.188886    1632 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0823 11:12:16.244639    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0823 11:12:16.244690    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.244933    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.244942    1632 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0823 11:12:16.607992    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0823 11:12:16.608005    1632 machine.go:91] provisioned docker machine in 720.015167ms

	I0823 11:12:16.608010    1632 client.go:171] LocalClient.Create took 14.696413292s

	I0823 11:12:16.608025    1632 start.go:167] duration metric: libmachine.API.Create for "addons-603000" took 14.696491208s

	I0823 11:12:16.608031    1632 start.go:300] post-start starting for "addons-603000" (driver="qemu2")

	I0823 11:12:16.608036    1632 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0823 11:12:16.608110    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0823 11:12:16.608120    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.635532    1632 ssh_runner.go:195] Run: cat /etc/os-release

	I0823 11:12:16.636917    1632 info.go:137] Remote host: Buildroot 2021.02.12

	I0823 11:12:16.636928    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/addons for local assets ...

	I0823 11:12:16.636998    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/files for local assets ...

	I0823 11:12:16.637031    1632 start.go:303] post-start completed in 28.997291ms

	I0823 11:12:16.637396    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:16.637545    1632 start.go:128] duration metric: createHost completed in 15.077498208s

	I0823 11:12:16.637587    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.637809    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.637813    1632 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0823 11:12:16.687915    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692814336.418860543

	I0823 11:12:16.687923    1632 fix.go:206] guest clock: 1692814336.418860543

	I0823 11:12:16.687928    1632 fix.go:219] Guest: 2023-08-23 11:12:16.418860543 -0700 PDT Remote: 2023-08-23 11:12:16.637549 -0700 PDT m=+15.183153626 (delta=-218.688457ms)

	I0823 11:12:16.687939    1632 fix.go:190] guest clock delta is within tolerance: -218.688457ms

	I0823 11:12:16.687945    1632 start.go:83] releasing machines lock for "addons-603000", held for 15.127950375s

	I0823 11:12:16.688248    1632 ssh_runner.go:195] Run: cat /version.json

	I0823 11:12:16.688258    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.688283    1632 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0823 11:12:16.688315    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.830956    1632 ssh_runner.go:195] Run: systemctl --version

	I0823 11:12:16.833845    1632 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0823 11:12:16.836334    1632 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0823 11:12:16.836377    1632 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0823 11:12:16.842975    1632 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0823 11:12:16.842984    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.843114    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:16.850298    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0823 11:12:16.854361    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0823 11:12:16.858207    1632 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0823 11:12:16.858231    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0823 11:12:16.861904    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.865421    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0823 11:12:16.868360    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.871352    1632 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0823 11:12:16.874459    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0823 11:12:16.878023    1632 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0823 11:12:16.881145    1632 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0823 11:12:16.883828    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:16.960568    1632 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0823 11:12:16.969157    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.969235    1632 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0823 11:12:16.974606    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.980054    1632 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0823 11:12:16.985654    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.990412    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:16.995694    1632 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0823 11:12:17.032758    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:17.037631    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:17.043070    1632 ssh_runner.go:195] Run: which cri-dockerd

	I0823 11:12:17.044366    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0823 11:12:17.046802    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0823 11:12:17.051842    1632 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0823 11:12:17.122781    1632 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0823 11:12:17.203234    1632 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0823 11:12:17.203250    1632 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0823 11:12:17.208465    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:17.289831    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:18.445051    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.15523225s)

	I0823 11:12:18.445131    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.516370    1632 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0823 11:12:18.597904    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.678212    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.761579    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0823 11:12:18.769154    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.854594    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0823 11:12:18.877760    1632 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0823 11:12:18.877836    1632 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0823 11:12:18.879918    1632 start.go:534] Will wait 60s for crictl version

	I0823 11:12:18.879971    1632 ssh_runner.go:195] Run: which crictl

	I0823 11:12:18.881335    1632 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0823 11:12:18.895610    1632 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0823 11:12:18.895681    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.905007    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.918762    1632 out.go:204] * Preparing Kubernetes v1.28.0 on Docker 24.0.4 ...

	I0823 11:12:18.918902    1632 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0823 11:12:18.920430    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:18.924018    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:18.924057    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:18.929191    1632 docker.go:636] Got preloaded images: 

	I0823 11:12:18.929199    1632 docker.go:642] registry.k8s.io/kube-apiserver:v1.28.0 wasn't preloaded

	I0823 11:12:18.929238    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:18.932021    1632 ssh_runner.go:195] Run: which lz4

	I0823 11:12:18.933304    1632 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0823 11:12:18.934619    1632 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0823 11:12:18.934635    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356920680 bytes)

	I0823 11:12:20.248127    1632 docker.go:600] Took 1.314887 seconds to copy over tarball

	I0823 11:12:20.248187    1632 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0823 11:12:21.298381    1632 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.050206542s)

	I0823 11:12:21.298396    1632 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0823 11:12:21.314358    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:21.317830    1632 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0823 11:12:21.322906    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:21.401236    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:23.532716    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.131514959s)

	I0823 11:12:23.532818    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:23.539039    1632 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.0

	registry.k8s.io/kube-controller-manager:v1.28.0

	registry.k8s.io/kube-scheduler:v1.28.0

	registry.k8s.io/kube-proxy:v1.28.0

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0823 11:12:23.539047    1632 cache_images.go:84] Images are preloaded, skipping loading

	I0823 11:12:23.539094    1632 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0823 11:12:23.547073    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:23.547082    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:23.547113    1632 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0823 11:12:23.547124    1632 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-603000 NodeName:addons-603000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0823 11:12:23.547195    1632 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-603000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0823 11:12:23.547230    1632 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-603000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0823 11:12:23.547289    1632 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0

	I0823 11:12:23.550418    1632 binaries.go:44] Found k8s binaries, skipping transfer

	I0823 11:12:23.550450    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0823 11:12:23.553530    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0823 11:12:23.558535    1632 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0823 11:12:23.563462    1632 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0823 11:12:23.568191    1632 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0823 11:12:23.569452    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:23.573456    1632 certs.go:56] Setting up /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000 for IP: 192.168.105.2

	I0823 11:12:23.573466    1632 certs.go:190] acquiring lock for shared ca certs: {Name:mk376b7368cd0c31aa9f4550a2157cb5219e493f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.573659    1632 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key

	I0823 11:12:23.735121    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt ...

	I0823 11:12:23.735127    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt: {Name:mk63b4dc9bf64742b3a2443ec5bb13fecbad997f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735357    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key ...

	I0823 11:12:23.735361    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key: {Name:mk69cc2166a61f2546ed0135cfb5fd8f801bd14f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735483    1632 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key

	I0823 11:12:23.796242    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt ...

	I0823 11:12:23.796246    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt: {Name:mk419a1ff00ed72437ca83474e3a88fdfaeeeee3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796377    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key ...

	I0823 11:12:23.796380    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key: {Name:mk4c7f9a48478507429af69af483ca06fbc978e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796514    1632 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key

	I0823 11:12:23.796523    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt with IP's: []

	I0823 11:12:24.000999    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt ...

	I0823 11:12:24.001008    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt: {Name:mkf571a66a11fe461d7b44eaf6283e5341b1a7f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001274    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key ...

	I0823 11:12:24.001277    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key: {Name:mkcf4093aeeeecec47bfe93d95e186f81025a994 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001388    1632 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969

	I0823 11:12:24.001398    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0823 11:12:24.112607    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 ...

	I0823 11:12:24.112611    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969: {Name:mkc8690ae4b550cd6392c142a6c0c10c4e6a5520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112766    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 ...

	I0823 11:12:24.112769    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969: {Name:mkce56fce274146ffaf24072ae4ff4b5e0acf555 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112886    1632 certs.go:337] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt

	I0823 11:12:24.113091    1632 certs.go:341] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key

	I0823 11:12:24.113203    1632 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key

	I0823 11:12:24.113221    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt with IP's: []

	I0823 11:12:24.164570    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt ...

	I0823 11:12:24.164574    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt: {Name:mk78bcc5a9a59a81499b830c0df5af65d761e828 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.164724    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key ...

	I0823 11:12:24.164727    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key: {Name:mk7a6ea56c8d07401b6d3adda9d302f5989259f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.165026    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem (1675 bytes)

	I0823 11:12:24.165052    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem (1078 bytes)

	I0823 11:12:24.165076    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem (1123 bytes)

	I0823 11:12:24.165112    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem (1679 bytes)

	I0823 11:12:24.165474    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0823 11:12:24.173558    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0823 11:12:24.180163    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0823 11:12:24.186570    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0823 11:12:24.193721    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0823 11:12:24.200859    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0823 11:12:24.207727    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0823 11:12:24.214435    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0823 11:12:24.221806    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0823 11:12:24.228902    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0823 11:12:24.234839    1632 ssh_runner.go:195] Run: openssl version

	I0823 11:12:24.236947    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0823 11:12:24.239793    1632 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241347    1632 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 23 18:12 /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241366    1632 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.243416    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0823 11:12:24.246590    1632 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0823 11:12:24.247919    1632 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0823 11:12:24.247965    1632 kubeadm.go:404] StartCluster: {Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterNam

e:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP

ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:12:24.248029    1632 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0823 11:12:24.253769    1632 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0823 11:12:24.257096    1632 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0823 11:12:24.259889    1632 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0823 11:12:24.262662    1632 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0823 11:12:24.262675    1632 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0823 11:12:24.285841    1632 kubeadm.go:322] [init] Using Kubernetes version: v1.28.0

	I0823 11:12:24.285870    1632 kubeadm.go:322] [preflight] Running pre-flight checks

	I0823 11:12:24.340213    1632 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0823 11:12:24.340268    1632 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0823 11:12:24.340328    1632 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0823 11:12:24.397608    1632 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0823 11:12:24.406812    1632 out.go:204]   - Generating certificates and keys ...

	I0823 11:12:24.406874    1632 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0823 11:12:24.406907    1632 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0823 11:12:24.448173    1632 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0823 11:12:24.501859    1632 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0823 11:12:24.630928    1632 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0823 11:12:24.705637    1632 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0823 11:12:24.853624    1632 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0823 11:12:24.853703    1632 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:24.984031    1632 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0823 11:12:24.984098    1632 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:25.055121    1632 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0823 11:12:25.098919    1632 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0823 11:12:25.161126    1632 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0823 11:12:25.161156    1632 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0823 11:12:25.251684    1632 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0823 11:12:25.312453    1632 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0823 11:12:25.380616    1632 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0823 11:12:25.465178    1632 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0823 11:12:25.465413    1632 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0823 11:12:25.466498    1632 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0823 11:12:25.474829    1632 out.go:204]   - Booting up control plane ...

	I0823 11:12:25.474890    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0823 11:12:25.474941    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0823 11:12:25.474973    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0823 11:12:25.475045    1632 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0823 11:12:25.475095    1632 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0823 11:12:25.475114    1632 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0823 11:12:25.557775    1632 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0823 11:12:29.059855    1632 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.502356 seconds

	I0823 11:12:29.059917    1632 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0823 11:12:29.066243    1632 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0823 11:12:29.575724    1632 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0823 11:12:29.575818    1632 kubeadm.go:322] [mark-control-plane] Marking the node addons-603000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0823 11:12:30.082813    1632 kubeadm.go:322] [bootstrap-token] Using token: l2h0hz.d0iyqenbl2749eth

	I0823 11:12:30.096111    1632 out.go:204]   - Configuring RBAC rules ...

	I0823 11:12:30.096178    1632 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0823 11:12:30.096240    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0823 11:12:30.098015    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0823 11:12:30.099101    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0823 11:12:30.100289    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0823 11:12:30.101319    1632 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0823 11:12:30.105824    1632 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0823 11:12:30.274483    1632 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0823 11:12:30.492880    1632 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0823 11:12:30.493261    1632 kubeadm.go:322] 

	I0823 11:12:30.493290    1632 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0823 11:12:30.493295    1632 kubeadm.go:322] 

	I0823 11:12:30.493350    1632 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0823 11:12:30.493355    1632 kubeadm.go:322] 

	I0823 11:12:30.493371    1632 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0823 11:12:30.493409    1632 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0823 11:12:30.493436    1632 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0823 11:12:30.493440    1632 kubeadm.go:322] 

	I0823 11:12:30.493470    1632 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0823 11:12:30.493473    1632 kubeadm.go:322] 

	I0823 11:12:30.493507    1632 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0823 11:12:30.493512    1632 kubeadm.go:322] 

	I0823 11:12:30.493534    1632 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0823 11:12:30.493571    1632 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0823 11:12:30.493608    1632 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0823 11:12:30.493612    1632 kubeadm.go:322] 

	I0823 11:12:30.493652    1632 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0823 11:12:30.493686    1632 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0823 11:12:30.493689    1632 kubeadm.go:322] 

	I0823 11:12:30.493755    1632 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493808    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f \

	I0823 11:12:30.493820    1632 kubeadm.go:322] 	--control-plane 

	I0823 11:12:30.493824    1632 kubeadm.go:322] 

	I0823 11:12:30.493863    1632 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0823 11:12:30.493867    1632 kubeadm.go:322] 

	I0823 11:12:30.493911    1632 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493962    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f 

	I0823 11:12:30.494020    1632 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0823 11:12:30.494027    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:30.494035    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:30.502806    1632 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0823 11:12:30.507845    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0823 11:12:30.511861    1632 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0823 11:12:30.516952    1632 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0823 11:12:30.517017    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.517023    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128 minikube.k8s.io/name=addons-603000 minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.588330    1632 ops.go:34] apiserver oom_adj: -16

	I0823 11:12:30.588368    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.620791    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.158369    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.658375    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.158344    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.658320    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.158345    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.658343    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.158277    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.658250    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.158228    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.658245    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.158202    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.658170    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.156385    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.656540    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.158165    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.658197    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.158131    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.658110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.158144    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.658128    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.158110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.658102    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.158090    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.658123    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.158020    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.214120    1632 kubeadm.go:1081] duration metric: took 12.6974425s to wait for elevateKubeSystemPrivileges.

	I0823 11:12:43.214131    1632 kubeadm.go:406] StartCluster complete in 18.96661775s

	I0823 11:12:43.214140    1632 settings.go:142] acquiring lock: {Name:mk727aa2e008442bafb3bca409aa11c730e46bce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214301    1632 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:43.214543    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/kubeconfig: {Name:mk62eedfc40b21b153318958a231856d07330e02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214750    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0823 11:12:43.214793    1632 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0823 11:12:43.214848    1632 addons.go:69] Setting volumesnapshots=true in profile "addons-603000"

	I0823 11:12:43.214857    1632 addons.go:231] Setting addon volumesnapshots=true in "addons-603000"

	I0823 11:12:43.214861    1632 addons.go:69] Setting ingress=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214901    1632 addons.go:69] Setting default-storageclass=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 addons.go:231] Setting addon ingress=true in "addons-603000"

	I0823 11:12:43.214917    1632 addons.go:69] Setting cloud-spanner=true in profile "addons-603000"

	I0823 11:12:43.214937    1632 addons.go:69] Setting gcp-auth=true in profile "addons-603000"

	I0823 11:12:43.214943    1632 mustload.go:65] Loading cluster: addons-603000

	I0823 11:12:43.214929    1632 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-603000"

	I0823 11:12:43.214951    1632 addons.go:231] Setting addon cloud-spanner=true in "addons-603000"

	I0823 11:12:43.215174    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215232    1632 addons.go:69] Setting metrics-server=true in profile "addons-603000"

	I0823 11:12:43.215240    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215246    1632 addons.go:231] Setting addon metrics-server=true in "addons-603000"

	I0823 11:12:43.215279    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215384    1632 addons.go:69] Setting registry=true in profile "addons-603000"

	I0823 11:12:43.215406    1632 addons.go:231] Setting addon registry=true in "addons-603000"

	I0823 11:12:43.215406    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:43.215469    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215573    1632 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.215613    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215623    1632 addons.go:69] Setting ingress-dns=true in profile "addons-603000"

	I0823 11:12:43.215632    1632 addons.go:69] Setting storage-provisioner=true in profile "addons-603000"

	I0823 11:12:43.215635    1632 addons.go:231] Setting addon ingress-dns=true in "addons-603000"

	I0823 11:12:43.215647    1632 addons.go:231] Setting addon storage-provisioner=true in "addons-603000"

	I0823 11:12:43.215715    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215748    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214927    1632 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-603000"

	I0823 11:12:43.215926    1632 addons.go:69] Setting inspektor-gadget=true in profile "addons-603000"

	I0823 11:12:43.215930    1632 addons.go:231] Setting addon inspektor-gadget=true in "addons-603000"

	I0823 11:12:43.215950    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.216258    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	W0823 11:12:43.216285    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216296    1632 addons.go:277] "addons-603000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0823 11:12:43.216301    1632 addons.go:467] Verifying addon ingress=true in "addons-603000"

	I0823 11:12:43.220697    1632 out.go:177] * Verifying ingress addon...

	W0823 11:12:43.216646    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216836    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216925    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217082    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217134    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217426    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217553    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	I0823 11:12:43.218066    1632 host.go:66] Checking if "addons-603000" exists ...

	W0823 11:12:43.229685    1632 addons.go:277] "addons-603000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229693    1632 addons.go:277] "addons-603000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229707    1632 addons_storage_classes.go:55] "addons-603000" is not running, writing default-storageclass=true to disk and skipping enablement

	W0823 11:12:43.229696    1632 addons.go:277] "addons-603000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229727    1632 addons.go:277] "addons-603000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229749    1632 addons.go:277] "addons-603000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0823 11:12:43.230154    1632 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	W0823 11:12:43.235671    1632 addons.go:277] "addons-603000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0823 11:12:43.235676    1632 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.19.0

	I0823 11:12:43.237659    1632 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-603000" context rescaled to 1 replicas

	I0823 11:12:43.239627    1632 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:43.245678    1632 out.go:177] * Verifying Kubernetes components...

	I0823 11:12:43.239670    1632 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0823 11:12:43.239676    1632 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.239682    1632 addons.go:231] Setting addon default-storageclass=true in "addons-603000"

	I0823 11:12:43.239679    1632 addons.go:467] Verifying addon registry=true in "addons-603000"

	I0823 11:12:43.239684    1632 addons.go:467] Verifying addon metrics-server=true in "addons-603000"

	I0823 11:12:43.241522    1632 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0823 11:12:43.257706    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.257792    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:12:43.259109    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0823 11:12:43.263610    1632 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0823 11:12:43.264359    1632 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.269028    1632 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.275582    1632 out.go:177] * Verifying registry addon...

	I0823 11:12:43.281668    1632 out.go:177] * Verifying csi-hostpath-driver addon...

	I0823 11:12:43.281674    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0823 11:12:43.281680    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0823 11:12:43.281692    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0823 11:12:43.288063    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0823 11:12:43.293691    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293700    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293699    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.294283    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0823 11:12:43.297149    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0823 11:12:43.298922    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0823 11:12:43.392760    1632 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0823 11:12:43.392773    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0823 11:12:43.396919    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.403660    1632 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml

	I0823 11:12:43.403671    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0823 11:12:43.426051    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.442459    1632 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0823 11:12:43.442469    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0823 11:12:43.465118    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0823 11:12:43.465127    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0823 11:12:43.485410    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0823 11:12:43.485421    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0823 11:12:43.505701    1632 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml

	I0823 11:12:43.505712    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0823 11:12:43.510666    1632 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.510672    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)

	I0823 11:12:43.522915    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.857341    1632 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0823 11:12:43.857696    1632 node_ready.go:35] waiting up to 6m0s for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859423    1632 node_ready.go:49] node "addons-603000" has status "Ready":"True"

	I0823 11:12:43.859431    1632 node_ready.go:38] duration metric: took 1.726334ms waiting for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859435    1632 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:12:43.862557    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:12:45.872773    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:47.873129    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:49.841300    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0823 11:12:49.841316    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.876535    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0823 11:12:49.882169    1632 addons.go:231] Setting addon gcp-auth=true in "addons-603000"

	I0823 11:12:49.882191    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:49.882982    1632 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0823 11:12:49.882989    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.913095    1632 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0823 11:12:49.916035    1632 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0823 11:12:49.920011    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0823 11:12:49.920017    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0823 11:12:49.927312    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0823 11:12:49.927320    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0823 11:12:49.934731    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:49.934739    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0823 11:12:49.943537    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:50.372936    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:50.550032    1632 addons.go:467] Verifying addon gcp-auth=true in "addons-603000"

	I0823 11:12:50.554005    1632 out.go:177] * Verifying gcp-auth addon...

	I0823 11:12:50.561304    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0823 11:12:50.564772    1632 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0823 11:12:50.564779    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:50.566533    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.070598    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.570353    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.070168    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.570325    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.873631    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:53.069304    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:53.570391    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.068627    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.570250    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.068767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.371099    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:55.570140    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.070737    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.570638    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.070296    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.374140    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:57.570286    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.070358    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.569814    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.070104    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.570841    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.872601    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:00.070509    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:00.570371    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.070409    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.569429    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.069671    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.372554    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:02.571673    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.069684    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.570027    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.070029    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.569893    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.872229    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:05.069764    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:05.569750    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.070699    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.569829    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.872245    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:07.070111    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:07.569767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.069905    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.571644    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.069600    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.372178    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:09.569699    1632 kapi.go:107] duration metric: took 19.008846917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0823 11:13:09.574491    1632 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-603000 cluster.

	I0823 11:13:09.578500    1632 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0823 11:13:09.582495    1632 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0823 11:13:11.372160    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:13.871903    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:15.872253    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:18.371986    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:20.372421    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:22.871118    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:23.871704    1632 pod_ready.go:92] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.871715    1632 pod_ready.go:81] duration metric: took 40.010097208s waiting for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.871719    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.872661    1632 pod_ready.go:97] error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872669    1632 pod_ready.go:81] duration metric: took 947.666µs waiting for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	E0823 11:13:23.872673    1632 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872689    1632 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875032    1632 pod_ready.go:92] pod "etcd-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.875037    1632 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875040    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877331    1632 pod_ready.go:92] pod "kube-apiserver-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.877336    1632 pod_ready.go:81] duration metric: took 2.293291ms waiting for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877340    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879623    1632 pod_ready.go:92] pod "kube-controller-manager-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.879629    1632 pod_ready.go:81] duration metric: took 2.287416ms waiting for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879633    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072856    1632 pod_ready.go:92] pod "kube-proxy-wxvd5" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.072864    1632 pod_ready.go:81] duration metric: took 193.233541ms waiting for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072869    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.472997    1632 pod_ready.go:92] pod "kube-scheduler-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.473008    1632 pod_ready.go:81] duration metric: took 400.145667ms waiting for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.473012    1632 pod_ready.go:38] duration metric: took 40.614530833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:13:24.473025    1632 api_server.go:52] waiting for apiserver process to appear ...

	I0823 11:13:24.473121    1632 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0823 11:13:24.478605    1632 api_server.go:72] duration metric: took 41.239942375s to wait for apiserver process to appear ...

	I0823 11:13:24.478610    1632 api_server.go:88] waiting for apiserver healthz status ...

	I0823 11:13:24.478617    1632 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0823 11:13:24.482269    1632 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0823 11:13:24.482906    1632 api_server.go:141] control plane version: v1.28.0

	I0823 11:13:24.482912    1632 api_server.go:131] duration metric: took 4.29975ms to wait for apiserver health ...

	I0823 11:13:24.482914    1632 system_pods.go:43] waiting for kube-system pods to appear ...

	I0823 11:13:24.674508    1632 system_pods.go:59] 7 kube-system pods found

	I0823 11:13:24.674519    1632 system_pods.go:61] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:24.674521    1632 system_pods.go:61] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:24.674524    1632 system_pods.go:61] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:24.674526    1632 system_pods.go:61] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:24.674531    1632 system_pods.go:61] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:24.674534    1632 system_pods.go:61] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:24.674539    1632 system_pods.go:61] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:24.674542    1632 system_pods.go:74] duration metric: took 191.630375ms to wait for pod list to return data ...

	I0823 11:13:24.674546    1632 default_sa.go:34] waiting for default service account to be created ...

	I0823 11:13:24.872182    1632 default_sa.go:45] found service account: "default"

	I0823 11:13:24.872197    1632 default_sa.go:55] duration metric: took 197.644583ms for default service account to be created ...

	I0823 11:13:24.872203    1632 system_pods.go:116] waiting for k8s-apps to be running ...

	I0823 11:13:25.073612    1632 system_pods.go:86] 7 kube-system pods found

	I0823 11:13:25.073624    1632 system_pods.go:89] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:25.073627    1632 system_pods.go:89] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:25.073629    1632 system_pods.go:89] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:25.073632    1632 system_pods.go:89] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:25.073636    1632 system_pods.go:89] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:25.073641    1632 system_pods.go:89] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:25.073644    1632 system_pods.go:89] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:25.073647    1632 system_pods.go:126] duration metric: took 201.446458ms to wait for k8s-apps to be running ...

	I0823 11:13:25.073650    1632 system_svc.go:44] waiting for kubelet service to be running ....

	I0823 11:13:25.073715    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:13:25.078691    1632 system_svc.go:56] duration metric: took 5.037209ms WaitForService to wait for kubelet.

	I0823 11:13:25.078704    1632 kubeadm.go:581] duration metric: took 41.84005475s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0823 11:13:25.078718    1632 node_conditions.go:102] verifying NodePressure condition ...

	I0823 11:13:25.271033    1632 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0823 11:13:25.271069    1632 node_conditions.go:123] node cpu capacity is 2

	I0823 11:13:25.271075    1632 node_conditions.go:105] duration metric: took 192.359208ms to run NodePressure ...

	I0823 11:13:25.271080    1632 start.go:228] waiting for startup goroutines ...

	I0823 11:18:43.244336    1632 kapi.go:107] duration metric: took 6m0.011535667s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0823 11:18:43.244405    1632 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0823 11:18:43.298298    1632 kapi.go:107] duration metric: took 6m0.001378042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0823 11:18:43.298326    1632 kapi.go:107] duration metric: took 6m0.00762275s to wait for kubernetes.io/minikube-addons=registry ...

	W0823 11:18:43.298353    1632 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	W0823 11:18:43.298328    1632 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0823 11:18:43.304474    1632 out.go:177] * Enabled addons: volumesnapshots, cloud-spanner, storage-provisioner, metrics-server, ingress-dns, default-storageclass, inspektor-gadget, gcp-auth

	I0823 11:18:43.311559    1632 addons.go:502] enable addons completed in 6m0.094130167s: enabled=[volumesnapshots cloud-spanner storage-provisioner metrics-server ingress-dns default-storageclass inspektor-gadget gcp-auth]

	I0823 11:18:43.311576    1632 start.go:233] waiting for cluster config update ...

	I0823 11:18:43.311585    1632 start.go:242] writing updated cluster config ...

	I0823 11:18:43.312012    1632 ssh_runner.go:195] Run: rm -f paused

	I0823 11:18:43.342628    1632 start.go:600] kubectl: 1.27.2, cluster: 1.28.0 (minor skew: 1)

	I0823 11:18:43.345571    1632 out.go:177] * Done! kubectl is now configured to use "addons-603000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:44:24 UTC. --

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134494826Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113475782Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113502490Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113681656Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113691239Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1097]: time="2023-08-23T18:39:02.160574422Z" level=info msg="ignoring event" container=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160721255Z" level=info msg="shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160747005Z" level=warning msg="cleaning up after shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160751297Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1097]: time="2023-08-23T18:43:01.602194723Z" level=info msg="ignoring event" container=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.602976683Z" level=info msg="shim disconnected" id=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.603006392Z" level=warning msg="cleaning up after shim disconnected" id=db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.603077642Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627823549Z" level=info msg="shim disconnected" id=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627855299Z" level=warning msg="cleaning up after shim disconnected" id=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1103]: time="2023-08-23T18:43:01.627860883Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:43:01 addons-603000 dockerd[1097]: time="2023-08-23T18:43:01.627995300Z" level=info msg="ignoring event" container=12623df0285522cf53d94a7432712282adb20613e1476bb55ab19ed6cc513390 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.101032923Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.101077173Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.101088048Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.101094423Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:44:09 addons-603000 dockerd[1097]: time="2023-08-23T18:44:09.144961673Z" level=info msg="ignoring event" container=24a9bcc8ece4c7c9f79a915b99d1d85ec3ddb606c2342f5aeb424161d7ac4764 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.145280591Z" level=info msg="shim disconnected" id=24a9bcc8ece4c7c9f79a915b99d1d85ec3ddb606c2342f5aeb424161d7ac4764 namespace=moby

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.145336383Z" level=warning msg="cleaning up after shim disconnected" id=24a9bcc8ece4c7c9f79a915b99d1d85ec3ddb606c2342f5aeb424161d7ac4764 namespace=moby

	Aug 23 18:44:09 addons-603000 dockerd[1103]: time="2023-08-23T18:44:09.145355674Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                          CREATED             STATE               NAME                      ATTEMPT             POD ID

	24a9bcc8ece4c       1499ed4fbd0aa                                                                                                  15 seconds ago      Exited              minikube-ingress-dns      11                  ee55b672623b1

	c3aac1112826c       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98          13 minutes ago      Running             headlamp                  0                   1ce470d3ac5db

	e852eb8754f9d       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf   31 minutes ago      Running             gcp-auth                  0                   b3f97bd7715ac

	20ee50fe57df9       940f54a5bcae9                                                                                                  31 minutes ago      Running             kube-proxy                0                   046b3dd276694

	eb22253f397d0       97e04611ad434                                                                                                  31 minutes ago      Running             coredns                   0                   83362738c741a

	695ccc939e29c       762dce4090c5f                                                                                                  31 minutes ago      Running             kube-scheduler            0                   cd7498705ccfc

	0d85c39c58b71       9cdd6470f48c8                                                                                                  31 minutes ago      Running             etcd                      0                   52014f9a89d58

	9700e59743269       46cc66ccc7c19                                                                                                  31 minutes ago      Running             kube-controller-manager   0                   0e19c8d65b488

	594c65a938703       00543d2fe5d71                                                                                                  31 minutes ago      Running             kube-apiserver            0                   e5952ff9dbb6d

	* 

	* ==> coredns [eb22253f397d] <==

	* [INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:48978 - 47852 "HINFO IN 1860146809240780526.8201528298968188454. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004478075s

	* 

	* ==> describe nodes <==

	* Name:               addons-603000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-603000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128

	                    minikube.k8s.io/name=addons-603000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Wed, 23 Aug 2023 18:12:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-603000

	  AcquireTime:     <unset>

	  RenewTime:       Wed, 23 Aug 2023 18:44:16 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-603000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 d563976ae62b43f8a1fb53a177d29cdd

	  System UUID:                d563976ae62b43f8a1fb53a177d29cdd

	  Boot ID:                    95f14d55-f8c9-49e4-bb2e-505c410326e7

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.28.0

	  Kube-Proxy Version:         v1.28.0

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (9 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gcp-auth                    gcp-auth-d4c87556c-k5hw7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	  headlamp                    headlamp-699c48fb74-fhmj2                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         13m

	  kube-system                 coredns-5dd5756b68-blj5d                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     31m

	  kube-system                 etcd-addons-603000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         31m

	  kube-system                 kube-apiserver-addons-603000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	  kube-system                 kube-controller-manager-addons-603000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	  kube-system                 kube-proxy-wxvd5                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	  kube-system                 kube-scheduler-addons-603000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         31m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 31m   kube-proxy       

	  Normal  Starting                 31m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  31m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  31m   kubelet          Node addons-603000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    31m   kubelet          Node addons-603000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     31m   kubelet          Node addons-603000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                31m   kubelet          Node addons-603000 status is now: NodeReady

	  Normal  RegisteredNode           31m   node-controller  Node addons-603000 event: Registered Node addons-603000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.645801] EINJ: EINJ table not found.

	[  +0.508913] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043174] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000868] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.060149] systemd-fstab-generator[476]: Ignoring "noauto" for root device

	[  +0.082417] systemd-fstab-generator[487]: Ignoring "noauto" for root device

	[  +0.495013] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.161467] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.082809] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085797] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.141175] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.084612] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.080569] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.082356] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.081344] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.093418] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.547960] systemd-fstab-generator[1090]: Ignoring "noauto" for root device

	[  +2.110352] kauditd_printk_skb: 29 callbacks suppressed

	[  +2.040486] systemd-fstab-generator[1407]: Ignoring "noauto" for root device

	[  +4.639082] systemd-fstab-generator[2281]: Ignoring "noauto" for root device

	[ +13.918576] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.422998] kauditd_printk_skb: 19 callbacks suppressed

	[  +9.996433] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Aug23 18:13] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.103613] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [0d85c39c58b7] <==

	* {"level":"info","ts":"2023-08-23T18:12:26.555101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555137Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.551069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.555541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.563277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-23T18:12:26.563307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2023-08-23T18:12:48.393724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-blj5d\" ","response":"range_response_count:1 size:4755"}

	{"level":"info","ts":"2023-08-23T18:12:48.39376Z","caller":"traceutil/trace.go:171","msg":"trace[2046528636] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-blj5d; range_end:; response_count:1; response_revision:423; }","duration":"169.059532ms","start":"2023-08-23T18:12:48.224693Z","end":"2023-08-23T18:12:48.393753Z","steps":["trace[2046528636] 'range keys from in-memory index tree'  (duration: 168.95968ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:12:48.39392Z","caller":"traceutil/trace.go:171","msg":"trace[720409665] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"100.636151ms","start":"2023-08-23T18:12:48.29328Z","end":"2023-08-23T18:12:48.393917Z","steps":["trace[720409665] 'process raft request'  (duration: 77.612181ms)","trace[720409665] 'compare'  (duration: 22.773829ms)"],"step_count":2}

	{"level":"info","ts":"2023-08-23T18:12:50.777156Z","caller":"traceutil/trace.go:171","msg":"trace[471484672] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"104.054592ms","start":"2023-08-23T18:12:50.673089Z","end":"2023-08-23T18:12:50.777143Z","steps":["trace[471484672] 'process raft request'  (duration: 103.971962ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:22:26.650207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":655}

	{"level":"info","ts":"2023-08-23T18:22:26.650931Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":655,"took":"518.817µs","hash":1262660470}

	{"level":"info","ts":"2023-08-23T18:22:26.650949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262660470,"revision":655,"compact-revision":-1}

	{"level":"info","ts":"2023-08-23T18:27:26.652533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":748}

	{"level":"info","ts":"2023-08-23T18:27:26.652937Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":748,"took":"267.17µs","hash":3279716501}

	{"level":"info","ts":"2023-08-23T18:27:26.652952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279716501,"revision":748,"compact-revision":655}

	{"level":"info","ts":"2023-08-23T18:32:26.655732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":842}

	{"level":"info","ts":"2023-08-23T18:32:26.656056Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":842,"took":"197.577µs","hash":1969901087}

	{"level":"info","ts":"2023-08-23T18:32:26.656068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1969901087,"revision":842,"compact-revision":748}

	{"level":"info","ts":"2023-08-23T18:37:26.658244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":973}

	{"level":"info","ts":"2023-08-23T18:37:26.658629Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":973,"took":"234.457µs","hash":4022607794}

	{"level":"info","ts":"2023-08-23T18:37:26.658641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4022607794,"revision":973,"compact-revision":842}

	{"level":"info","ts":"2023-08-23T18:42:26.66149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1071}

	{"level":"info","ts":"2023-08-23T18:42:26.661796Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1071,"took":"188.042µs","hash":2460628194}

	{"level":"info","ts":"2023-08-23T18:42:26.661807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2460628194,"revision":1071,"compact-revision":973}

	* 

	* ==> gcp-auth [e852eb8754f9] <==

	* 2023/08/23 18:13:08 GCP Auth Webhook started!

	2023/08/23 18:13:18 failed to get releases file: Get "https://storage.googleapis.com/minikube-gcp-auth/releases.json": dial tcp: lookup storage.googleapis.com on 10.96.0.10:53: read udp 10.244.0.5:60048->10.96.0.10:53: read: connection refused

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	* 

	* ==> kernel <==

	*  18:44:24 up 32 min,  0 users,  load average: 0.03, 0.10, 0.09

	Linux addons-603000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [594c65a93870] <==

	* I0823 18:12:28.528987       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0823 18:12:28.530764       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0823 18:12:28.531188       1 controller.go:624] quota admission added evaluator for: endpoints

	I0823 18:12:28.532349       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0823 18:12:29.394948       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0823 18:12:30.000403       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0823 18:12:30.005168       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0823 18:12:30.011907       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0823 18:12:42.297794       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0823 18:12:42.999693       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0823 18:12:43.740564       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:12:50.388002       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.33.188"}

	I0823 18:12:50.406209       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0823 18:17:27.368575       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:22:27.369052       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:27:27.369080       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:30:44.504708       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.202.15"}

	I0823 18:32:27.369968       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:37:27.370986       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:42:27.371798       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:43:01.533841       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:43:01.538319       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	E0823 18:43:01.547346       1 controller.go:159] removing "v1alpha1.gadget.kinvolk.io" from AggregationController failed with: resource not found

	E0823 18:43:01.547358       1 controller.go:159] removing "v1alpha1.gadget.kinvolk.io" from AggregationController failed with: resource not found

	W0823 18:43:02.544801       1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io

	* 

	* ==> kube-controller-manager [9700e5974326] <==

	* W0823 18:43:03.988873       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:03.988894       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	W0823 18:43:06.966427       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:06.966446       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0823 18:43:11.562207       1 namespace_controller.go:182] "Namespace has been deleted" namespace="gadget"

	E0823 18:43:12.309899       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:43:12.309988       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	I0823 18:43:12.714713       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0823 18:43:12.714733       1 shared_informer.go:318] Caches are synced for resource quota

	W0823 18:43:12.909999       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:12.910020       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	I0823 18:43:12.932226       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0823 18:43:12.932240       1 shared_informer.go:318] Caches are synced for garbage collector

	W0823 18:43:23.726214       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:23.726243       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:27.310392       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:43:27.310496       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:43:42.310854       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:43:42.310904       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	W0823 18:43:48.809103       1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:48.809132       1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource

	E0823 18:43:57.311663       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:43:57.311728       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:44:12.311904       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:44:12.311972       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	* 

	* ==> kube-proxy [20ee50fe57df] <==

	* I0823 18:12:44.324386       1 server_others.go:69] "Using iptables proxy"

	I0823 18:12:44.336042       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0823 18:12:44.344520       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0823 18:12:44.344533       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0823 18:12:44.345190       1 server_others.go:152] "Using iptables Proxier"

	I0823 18:12:44.345242       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0823 18:12:44.345409       1 server.go:846] "Version info" version="v1.28.0"

	I0823 18:12:44.345419       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0823 18:12:44.346019       1 config.go:188] "Starting service config controller"

	I0823 18:12:44.346074       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0823 18:12:44.346113       1 config.go:97] "Starting endpoint slice config controller"

	I0823 18:12:44.346120       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0823 18:12:44.346526       1 config.go:315] "Starting node config controller"

	I0823 18:12:44.346554       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0823 18:12:44.446872       1 shared_informer.go:318] Caches are synced for node config

	I0823 18:12:44.446887       1 shared_informer.go:318] Caches are synced for service config

	I0823 18:12:44.446897       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [695ccc939e29] <==

	* W0823 18:12:27.662067       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0823 18:12:27.662073       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0823 18:12:27.662103       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662127       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662184       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662207       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0823 18:12:27.662264       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0823 18:12:27.662344       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662351       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662392       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0823 18:12:27.662399       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0823 18:12:27.662439       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0823 18:12:27.662446       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0823 18:12:27.662483       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662491       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662520       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0823 18:12:27.662530       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0823 18:12:27.662556       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0823 18:12:27.662568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0823 18:12:27.662623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0823 18:12:27.662630       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0823 18:12:27.662674       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0823 18:12:27.662681       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	I0823 18:12:28.959674       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:44:24 UTC. --

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760986    2300 reconciler_common.go:300] "Volume detached for volume \"run\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-run\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.760990    2300 reconciler_common.go:300] "Volume detached for volume \"cgroup\" (UniqueName: \"kubernetes.io/host-path/d059753c-0bc7-41e8-8616-dcfd9769bf59-cgroup\") on node \"addons-603000\" DevicePath \"\""

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.866600    2300 scope.go:117] "RemoveContainer" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.875377    2300 scope.go:117] "RemoveContainer" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: E0823 18:43:01.875796    2300 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: No such container: db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23" containerID="db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:01 addons-603000 kubelet[2300]: I0823 18:43:01.875827    2300 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"docker","ID":"db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"} err="failed to get container status \"db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23\": rpc error: code = Unknown desc = Error response from daemon: No such container: db988e4e18bfe19fd571452804b97844bdd36c708268025a5102d6ce87ecea23"

	Aug 23 18:43:02 addons-603000 kubelet[2300]: I0823 18:43:02.073538    2300 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="d059753c-0bc7-41e8-8616-dcfd9769bf59" path="/var/lib/kubelet/pods/d059753c-0bc7-41e8-8616-dcfd9769bf59/volumes"

	Aug 23 18:43:06 addons-603000 kubelet[2300]: I0823 18:43:06.071662    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:06 addons-603000 kubelet[2300]: E0823 18:43:06.072085    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:43:20 addons-603000 kubelet[2300]: I0823 18:43:20.073570    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:20 addons-603000 kubelet[2300]: E0823 18:43:20.074003    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:43:30 addons-603000 kubelet[2300]: E0823 18:43:30.076286    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:43:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:43:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:43:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:43:31 addons-603000 kubelet[2300]: I0823 18:43:31.071131    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:31 addons-603000 kubelet[2300]: E0823 18:43:31.071297    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:43:45 addons-603000 kubelet[2300]: I0823 18:43:45.071690    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:45 addons-603000 kubelet[2300]: E0823 18:43:45.071806    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:43:58 addons-603000 kubelet[2300]: I0823 18:43:58.071103    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:43:58 addons-603000 kubelet[2300]: E0823 18:43:58.071207    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:44:09 addons-603000 kubelet[2300]: I0823 18:44:09.071453    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:44:10 addons-603000 kubelet[2300]: I0823 18:44:10.148140    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:44:10 addons-603000 kubelet[2300]: I0823 18:44:10.148462    2300 scope.go:117] "RemoveContainer" containerID="24a9bcc8ece4c7c9f79a915b99d1d85ec3ddb606c2342f5aeb424161d7ac4764"

	Aug 23 18:44:10 addons-603000 kubelet[2300]: E0823 18:44:10.148594    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-603000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/MetricsServer (720.78s)

=== RUN   TestAddons/parallel/CSI

=== PAUSE TestAddons/parallel/CSI

=== CONT  TestAddons/parallel/CSI

addons_test.go:535: failed waiting for csi-hostpath-driver pods to stabilize: context deadline exceeded

addons_test.go:537: csi-hostpath-driver pods stabilized in 6m0.002130916s

addons_test.go:540: (dbg) Run:  kubectl --context addons-603000 create -f testdata/csi-hostpath-driver/pvc.yaml

addons_test.go:545: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

helpers_test.go:394: (dbg) Run:  kubectl --context addons-603000 get pvc hpvc -o jsonpath={.status.phase} -n default

addons_test.go:546: failed waiting for PVC hpvc: context deadline exceeded

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-603000 -n addons-603000

helpers_test.go:244: <<< TestAddons/parallel/CSI FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/CSI]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-603000 logs -n 25

helpers_test.go:252: TestAddons/parallel/CSI logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | --download-only -p             | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT |                     |

	|         | binary-mirror-536000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49317         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-536000        | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | -p addons-603000               | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:18 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT |                     |

	|         | addons-603000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT | 23 Aug 23 11:30 PDT |

	|         | -p addons-603000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/23 11:12:01

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0823 11:12:01.473993    1632 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:12:01.474116    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474118    1632 out.go:309] Setting ErrFile to fd 2...

	I0823 11:12:01.474121    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474234    1632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:12:01.475282    1632 out.go:303] Setting JSON to false

	I0823 11:12:01.490493    1632 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":694,"bootTime":1692813627,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:12:01.490568    1632 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:12:01.495699    1632 out.go:177] * [addons-603000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:12:01.502675    1632 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:12:01.502715    1632 notify.go:220] Checking for updates...

	I0823 11:12:01.509745    1632 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:01.512689    1632 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:12:01.515810    1632 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:12:01.518747    1632 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:12:01.521752    1632 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:12:01.524877    1632 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:12:01.528782    1632 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:12:01.535731    1632 start.go:298] selected driver: qemu2

	I0823 11:12:01.535736    1632 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:12:01.535742    1632 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:12:01.537642    1632 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:12:01.540695    1632 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:12:01.543724    1632 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:12:01.543758    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:01.543773    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:01.543776    1632 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:12:01.543783    1632 start_flags.go:319] config:

	{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0}

	I0823 11:12:01.547827    1632 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:12:01.555769    1632 out.go:177] * Starting control plane node addons-603000 in cluster addons-603000

	I0823 11:12:01.559683    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:01.559703    1632 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:12:01.559720    1632 cache.go:57] Caching tarball of preloaded images

	I0823 11:12:01.559801    1632 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:12:01.559806    1632 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:12:01.560010    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:01.560023    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json: {Name:mkc2981401a387d0fc588c73edb3c2135fa892ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:01.560240    1632 start.go:365] acquiring machines lock for addons-603000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:12:01.560349    1632 start.go:369] acquired machines lock for "addons-603000" in 102.292µs

	I0823 11:12:01.560360    1632 start.go:93] Provisioning new machine with config: &{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVers

ion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:

[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:01.560401    1632 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:12:01.568742    1632 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0823 11:12:01.911891    1632 start.go:159] libmachine.API.Create for "addons-603000" (driver="qemu2")

	I0823 11:12:01.911940    1632 client.go:168] LocalClient.Create starting

	I0823 11:12:01.912112    1632 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:12:02.016848    1632 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:12:02.196172    1632 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:12:02.677712    1632 main.go:141] libmachine: Creating SSH key...

	I0823 11:12:02.710073    1632 main.go:141] libmachine: Creating Disk image...

	I0823 11:12:02.710078    1632 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:12:02.710280    1632 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.789119    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.789143    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.789223    1632 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2 +20000M

	I0823 11:12:02.796505    1632 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:12:02.796516    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.796535    1632 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.796546    1632 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:12:02.796585    1632 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/qemu.pid -device virtio-net-pci,netdev=net0,mac=da:3b:71:83:24:7a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.868731    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.868763    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.868768    1632 main.go:141] libmachine: Attempt 0

	I0823 11:12:02.868785    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:04.870905    1632 main.go:141] libmachine: Attempt 1

	I0823 11:12:04.871005    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:06.873192    1632 main.go:141] libmachine: Attempt 2

	I0823 11:12:06.873220    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:08.875257    1632 main.go:141] libmachine: Attempt 3

	I0823 11:12:08.875269    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:10.877286    1632 main.go:141] libmachine: Attempt 4

	I0823 11:12:10.877310    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:12.879362    1632 main.go:141] libmachine: Attempt 5

	I0823 11:12:12.879382    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881424    1632 main.go:141] libmachine: Attempt 6

	I0823 11:12:14.881454    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881611    1632 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0823 11:12:14.881699    1632 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:da:3b:71:83:24:7a ID:1,da:3b:71:83:24:7a Lease:0x64e79d7d}

	I0823 11:12:14.881706    1632 main.go:141] libmachine: Found match: da:3b:71:83:24:7a

	I0823 11:12:14.881720    1632 main.go:141] libmachine: IP: 192.168.105.2

	I0823 11:12:14.881729    1632 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0823 11:12:15.887997    1632 machine.go:88] provisioning docker machine ...

	I0823 11:12:15.888014    1632 buildroot.go:166] provisioning hostname "addons-603000"

	I0823 11:12:15.888459    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.888726    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.888732    1632 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-603000 && echo "addons-603000" | sudo tee /etc/hostname

	I0823 11:12:15.942083    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-603000

	I0823 11:12:15.942154    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.942421    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.942431    1632 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-603000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-603000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-603000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0823 11:12:15.994730    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0823 11:12:15.994741    1632 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17086-1133/.minikube CaCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17086-1133/.minikube}

	I0823 11:12:15.994754    1632 buildroot.go:174] setting up certificates

	I0823 11:12:15.994761    1632 provision.go:83] configureAuth start

	I0823 11:12:15.994765    1632 provision.go:138] copyHostCerts

	I0823 11:12:15.994890    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.pem (1078 bytes)

	I0823 11:12:15.995099    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/cert.pem (1123 bytes)

	I0823 11:12:15.995204    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/key.pem (1679 bytes)

	I0823 11:12:15.995273    1632 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem org=jenkins.addons-603000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-603000]

	I0823 11:12:16.087853    1632 provision.go:172] copyRemoteCerts

	I0823 11:12:16.087919    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0823 11:12:16.087927    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.117611    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0823 11:12:16.124255    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0823 11:12:16.130804    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0823 11:12:16.138250    1632 provision.go:86] duration metric: configureAuth took 143.474625ms

	I0823 11:12:16.138257    1632 buildroot.go:189] setting minikube options for container-runtime

	I0823 11:12:16.138365    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:16.138406    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.138621    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.138626    1632 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0823 11:12:16.188528    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0823 11:12:16.188533    1632 buildroot.go:70] root file system type: tmpfs

	I0823 11:12:16.188589    1632 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0823 11:12:16.188629    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.188853    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.188886    1632 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0823 11:12:16.244639    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0823 11:12:16.244690    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.244933    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.244942    1632 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0823 11:12:16.607992    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0823 11:12:16.608005    1632 machine.go:91] provisioned docker machine in 720.015167ms

	I0823 11:12:16.608010    1632 client.go:171] LocalClient.Create took 14.696413292s

	I0823 11:12:16.608025    1632 start.go:167] duration metric: libmachine.API.Create for "addons-603000" took 14.696491208s

	I0823 11:12:16.608031    1632 start.go:300] post-start starting for "addons-603000" (driver="qemu2")

	I0823 11:12:16.608036    1632 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0823 11:12:16.608110    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0823 11:12:16.608120    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.635532    1632 ssh_runner.go:195] Run: cat /etc/os-release

	I0823 11:12:16.636917    1632 info.go:137] Remote host: Buildroot 2021.02.12

	I0823 11:12:16.636928    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/addons for local assets ...

	I0823 11:12:16.636998    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/files for local assets ...

	I0823 11:12:16.637031    1632 start.go:303] post-start completed in 28.997291ms

	I0823 11:12:16.637396    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:16.637545    1632 start.go:128] duration metric: createHost completed in 15.077498208s

	I0823 11:12:16.637587    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.637809    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.637813    1632 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0823 11:12:16.687915    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692814336.418860543

	I0823 11:12:16.687923    1632 fix.go:206] guest clock: 1692814336.418860543

	I0823 11:12:16.687928    1632 fix.go:219] Guest: 2023-08-23 11:12:16.418860543 -0700 PDT Remote: 2023-08-23 11:12:16.637549 -0700 PDT m=+15.183153626 (delta=-218.688457ms)

	I0823 11:12:16.687939    1632 fix.go:190] guest clock delta is within tolerance: -218.688457ms

	I0823 11:12:16.687945    1632 start.go:83] releasing machines lock for "addons-603000", held for 15.127950375s

	I0823 11:12:16.688248    1632 ssh_runner.go:195] Run: cat /version.json

	I0823 11:12:16.688258    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.688283    1632 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0823 11:12:16.688315    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.830956    1632 ssh_runner.go:195] Run: systemctl --version

	I0823 11:12:16.833845    1632 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0823 11:12:16.836334    1632 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0823 11:12:16.836377    1632 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0823 11:12:16.842975    1632 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0823 11:12:16.842984    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.843114    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:16.850298    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0823 11:12:16.854361    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0823 11:12:16.858207    1632 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0823 11:12:16.858231    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0823 11:12:16.861904    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.865421    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0823 11:12:16.868360    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.871352    1632 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0823 11:12:16.874459    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0823 11:12:16.878023    1632 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0823 11:12:16.881145    1632 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0823 11:12:16.883828    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:16.960568    1632 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0823 11:12:16.969157    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.969235    1632 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0823 11:12:16.974606    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.980054    1632 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0823 11:12:16.985654    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.990412    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:16.995694    1632 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0823 11:12:17.032758    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:17.037631    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:17.043070    1632 ssh_runner.go:195] Run: which cri-dockerd

	I0823 11:12:17.044366    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0823 11:12:17.046802    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0823 11:12:17.051842    1632 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0823 11:12:17.122781    1632 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0823 11:12:17.203234    1632 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0823 11:12:17.203250    1632 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0823 11:12:17.208465    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:17.289831    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:18.445051    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.15523225s)

	I0823 11:12:18.445131    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.516370    1632 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0823 11:12:18.597904    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.678212    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.761579    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0823 11:12:18.769154    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.854594    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0823 11:12:18.877760    1632 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0823 11:12:18.877836    1632 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0823 11:12:18.879918    1632 start.go:534] Will wait 60s for crictl version

	I0823 11:12:18.879971    1632 ssh_runner.go:195] Run: which crictl

	I0823 11:12:18.881335    1632 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0823 11:12:18.895610    1632 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0823 11:12:18.895681    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.905007    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.918762    1632 out.go:204] * Preparing Kubernetes v1.28.0 on Docker 24.0.4 ...

	I0823 11:12:18.918902    1632 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0823 11:12:18.920430    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:18.924018    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:18.924057    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:18.929191    1632 docker.go:636] Got preloaded images: 

	I0823 11:12:18.929199    1632 docker.go:642] registry.k8s.io/kube-apiserver:v1.28.0 wasn't preloaded

	I0823 11:12:18.929238    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:18.932021    1632 ssh_runner.go:195] Run: which lz4

	I0823 11:12:18.933304    1632 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0823 11:12:18.934619    1632 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0823 11:12:18.934635    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356920680 bytes)

	I0823 11:12:20.248127    1632 docker.go:600] Took 1.314887 seconds to copy over tarball

	I0823 11:12:20.248187    1632 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0823 11:12:21.298381    1632 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.050206542s)

	I0823 11:12:21.298396    1632 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0823 11:12:21.314358    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:21.317830    1632 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0823 11:12:21.322906    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:21.401236    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:23.532716    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.131514959s)

	I0823 11:12:23.532818    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:23.539039    1632 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.0

	registry.k8s.io/kube-controller-manager:v1.28.0

	registry.k8s.io/kube-scheduler:v1.28.0

	registry.k8s.io/kube-proxy:v1.28.0

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0823 11:12:23.539047    1632 cache_images.go:84] Images are preloaded, skipping loading

	I0823 11:12:23.539094    1632 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0823 11:12:23.547073    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:23.547082    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:23.547113    1632 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0823 11:12:23.547124    1632 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-603000 NodeName:addons-603000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0823 11:12:23.547195    1632 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-603000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0823 11:12:23.547230    1632 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-603000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0823 11:12:23.547289    1632 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0

	I0823 11:12:23.550418    1632 binaries.go:44] Found k8s binaries, skipping transfer

	I0823 11:12:23.550450    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0823 11:12:23.553530    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0823 11:12:23.558535    1632 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0823 11:12:23.563462    1632 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0823 11:12:23.568191    1632 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0823 11:12:23.569452    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:23.573456    1632 certs.go:56] Setting up /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000 for IP: 192.168.105.2

	I0823 11:12:23.573466    1632 certs.go:190] acquiring lock for shared ca certs: {Name:mk376b7368cd0c31aa9f4550a2157cb5219e493f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.573659    1632 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key

	I0823 11:12:23.735121    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt ...

	I0823 11:12:23.735127    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt: {Name:mk63b4dc9bf64742b3a2443ec5bb13fecbad997f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735357    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key ...

	I0823 11:12:23.735361    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key: {Name:mk69cc2166a61f2546ed0135cfb5fd8f801bd14f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735483    1632 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key

	I0823 11:12:23.796242    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt ...

	I0823 11:12:23.796246    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt: {Name:mk419a1ff00ed72437ca83474e3a88fdfaeeeee3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796377    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key ...

	I0823 11:12:23.796380    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key: {Name:mk4c7f9a48478507429af69af483ca06fbc978e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796514    1632 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key

	I0823 11:12:23.796523    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt with IP's: []

	I0823 11:12:24.000999    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt ...

	I0823 11:12:24.001008    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt: {Name:mkf571a66a11fe461d7b44eaf6283e5341b1a7f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001274    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key ...

	I0823 11:12:24.001277    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key: {Name:mkcf4093aeeeecec47bfe93d95e186f81025a994 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001388    1632 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969

	I0823 11:12:24.001398    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0823 11:12:24.112607    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 ...

	I0823 11:12:24.112611    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969: {Name:mkc8690ae4b550cd6392c142a6c0c10c4e6a5520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112766    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 ...

	I0823 11:12:24.112769    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969: {Name:mkce56fce274146ffaf24072ae4ff4b5e0acf555 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112886    1632 certs.go:337] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt

	I0823 11:12:24.113091    1632 certs.go:341] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key

	I0823 11:12:24.113203    1632 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key

	I0823 11:12:24.113221    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt with IP's: []

	I0823 11:12:24.164570    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt ...

	I0823 11:12:24.164574    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt: {Name:mk78bcc5a9a59a81499b830c0df5af65d761e828 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.164724    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key ...

	I0823 11:12:24.164727    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key: {Name:mk7a6ea56c8d07401b6d3adda9d302f5989259f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.165026    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem (1675 bytes)

	I0823 11:12:24.165052    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem (1078 bytes)

	I0823 11:12:24.165076    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem (1123 bytes)

	I0823 11:12:24.165112    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem (1679 bytes)

	I0823 11:12:24.165474    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0823 11:12:24.173558    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0823 11:12:24.180163    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0823 11:12:24.186570    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0823 11:12:24.193721    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0823 11:12:24.200859    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0823 11:12:24.207727    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0823 11:12:24.214435    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0823 11:12:24.221806    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0823 11:12:24.228902    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0823 11:12:24.234839    1632 ssh_runner.go:195] Run: openssl version

	I0823 11:12:24.236947    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0823 11:12:24.239793    1632 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241347    1632 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 23 18:12 /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241366    1632 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.243416    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0823 11:12:24.246590    1632 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0823 11:12:24.247919    1632 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0823 11:12:24.247965    1632 kubeadm.go:404] StartCluster: {Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterNam

e:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP

ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:12:24.248029    1632 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0823 11:12:24.253769    1632 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0823 11:12:24.257096    1632 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0823 11:12:24.259889    1632 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0823 11:12:24.262662    1632 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0823 11:12:24.262675    1632 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0823 11:12:24.285841    1632 kubeadm.go:322] [init] Using Kubernetes version: v1.28.0

	I0823 11:12:24.285870    1632 kubeadm.go:322] [preflight] Running pre-flight checks

	I0823 11:12:24.340213    1632 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0823 11:12:24.340268    1632 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0823 11:12:24.340328    1632 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0823 11:12:24.397608    1632 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0823 11:12:24.406812    1632 out.go:204]   - Generating certificates and keys ...

	I0823 11:12:24.406874    1632 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0823 11:12:24.406907    1632 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0823 11:12:24.448173    1632 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0823 11:12:24.501859    1632 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0823 11:12:24.630928    1632 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0823 11:12:24.705637    1632 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0823 11:12:24.853624    1632 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0823 11:12:24.853703    1632 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:24.984031    1632 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0823 11:12:24.984098    1632 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:25.055121    1632 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0823 11:12:25.098919    1632 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0823 11:12:25.161126    1632 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0823 11:12:25.161156    1632 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0823 11:12:25.251684    1632 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0823 11:12:25.312453    1632 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0823 11:12:25.380616    1632 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0823 11:12:25.465178    1632 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0823 11:12:25.465413    1632 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0823 11:12:25.466498    1632 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0823 11:12:25.474829    1632 out.go:204]   - Booting up control plane ...

	I0823 11:12:25.474890    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0823 11:12:25.474941    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0823 11:12:25.474973    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0823 11:12:25.475045    1632 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0823 11:12:25.475095    1632 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0823 11:12:25.475114    1632 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0823 11:12:25.557775    1632 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0823 11:12:29.059855    1632 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.502356 seconds

	I0823 11:12:29.059917    1632 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0823 11:12:29.066243    1632 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0823 11:12:29.575724    1632 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0823 11:12:29.575818    1632 kubeadm.go:322] [mark-control-plane] Marking the node addons-603000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0823 11:12:30.082813    1632 kubeadm.go:322] [bootstrap-token] Using token: l2h0hz.d0iyqenbl2749eth

	I0823 11:12:30.096111    1632 out.go:204]   - Configuring RBAC rules ...

	I0823 11:12:30.096178    1632 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0823 11:12:30.096240    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0823 11:12:30.098015    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0823 11:12:30.099101    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0823 11:12:30.100289    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0823 11:12:30.101319    1632 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0823 11:12:30.105824    1632 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0823 11:12:30.274483    1632 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0823 11:12:30.492880    1632 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0823 11:12:30.493261    1632 kubeadm.go:322] 

	I0823 11:12:30.493290    1632 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0823 11:12:30.493295    1632 kubeadm.go:322] 

	I0823 11:12:30.493350    1632 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0823 11:12:30.493355    1632 kubeadm.go:322] 

	I0823 11:12:30.493371    1632 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0823 11:12:30.493409    1632 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0823 11:12:30.493436    1632 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0823 11:12:30.493440    1632 kubeadm.go:322] 

	I0823 11:12:30.493470    1632 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0823 11:12:30.493473    1632 kubeadm.go:322] 

	I0823 11:12:30.493507    1632 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0823 11:12:30.493512    1632 kubeadm.go:322] 

	I0823 11:12:30.493534    1632 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0823 11:12:30.493571    1632 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0823 11:12:30.493608    1632 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0823 11:12:30.493612    1632 kubeadm.go:322] 

	I0823 11:12:30.493652    1632 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0823 11:12:30.493686    1632 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0823 11:12:30.493689    1632 kubeadm.go:322] 

	I0823 11:12:30.493755    1632 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493808    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f \

	I0823 11:12:30.493820    1632 kubeadm.go:322] 	--control-plane 

	I0823 11:12:30.493824    1632 kubeadm.go:322] 

	I0823 11:12:30.493863    1632 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0823 11:12:30.493867    1632 kubeadm.go:322] 

	I0823 11:12:30.493911    1632 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493962    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f 

	I0823 11:12:30.494020    1632 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0823 11:12:30.494027    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:30.494035    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:30.502806    1632 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0823 11:12:30.507845    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0823 11:12:30.511861    1632 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0823 11:12:30.516952    1632 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0823 11:12:30.517017    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.517023    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128 minikube.k8s.io/name=addons-603000 minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.588330    1632 ops.go:34] apiserver oom_adj: -16

	I0823 11:12:30.588368    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.620791    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.158369    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.658375    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.158344    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.658320    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.158345    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.658343    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.158277    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.658250    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.158228    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.658245    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.158202    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.658170    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.156385    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.656540    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.158165    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.658197    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.158131    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.658110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.158144    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.658128    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.158110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.658102    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.158090    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.658123    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.158020    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.214120    1632 kubeadm.go:1081] duration metric: took 12.6974425s to wait for elevateKubeSystemPrivileges.

	I0823 11:12:43.214131    1632 kubeadm.go:406] StartCluster complete in 18.96661775s

	I0823 11:12:43.214140    1632 settings.go:142] acquiring lock: {Name:mk727aa2e008442bafb3bca409aa11c730e46bce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214301    1632 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:43.214543    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/kubeconfig: {Name:mk62eedfc40b21b153318958a231856d07330e02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214750    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0823 11:12:43.214793    1632 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0823 11:12:43.214848    1632 addons.go:69] Setting volumesnapshots=true in profile "addons-603000"

	I0823 11:12:43.214857    1632 addons.go:231] Setting addon volumesnapshots=true in "addons-603000"

	I0823 11:12:43.214861    1632 addons.go:69] Setting ingress=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214901    1632 addons.go:69] Setting default-storageclass=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 addons.go:231] Setting addon ingress=true in "addons-603000"

	I0823 11:12:43.214917    1632 addons.go:69] Setting cloud-spanner=true in profile "addons-603000"

	I0823 11:12:43.214937    1632 addons.go:69] Setting gcp-auth=true in profile "addons-603000"

	I0823 11:12:43.214943    1632 mustload.go:65] Loading cluster: addons-603000

	I0823 11:12:43.214929    1632 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-603000"

	I0823 11:12:43.214951    1632 addons.go:231] Setting addon cloud-spanner=true in "addons-603000"

	I0823 11:12:43.215174    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215232    1632 addons.go:69] Setting metrics-server=true in profile "addons-603000"

	I0823 11:12:43.215240    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215246    1632 addons.go:231] Setting addon metrics-server=true in "addons-603000"

	I0823 11:12:43.215279    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215384    1632 addons.go:69] Setting registry=true in profile "addons-603000"

	I0823 11:12:43.215406    1632 addons.go:231] Setting addon registry=true in "addons-603000"

	I0823 11:12:43.215406    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:43.215469    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215573    1632 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.215613    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215623    1632 addons.go:69] Setting ingress-dns=true in profile "addons-603000"

	I0823 11:12:43.215632    1632 addons.go:69] Setting storage-provisioner=true in profile "addons-603000"

	I0823 11:12:43.215635    1632 addons.go:231] Setting addon ingress-dns=true in "addons-603000"

	I0823 11:12:43.215647    1632 addons.go:231] Setting addon storage-provisioner=true in "addons-603000"

	I0823 11:12:43.215715    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215748    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214927    1632 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-603000"

	I0823 11:12:43.215926    1632 addons.go:69] Setting inspektor-gadget=true in profile "addons-603000"

	I0823 11:12:43.215930    1632 addons.go:231] Setting addon inspektor-gadget=true in "addons-603000"

	I0823 11:12:43.215950    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.216258    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	W0823 11:12:43.216285    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216296    1632 addons.go:277] "addons-603000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0823 11:12:43.216301    1632 addons.go:467] Verifying addon ingress=true in "addons-603000"

	I0823 11:12:43.220697    1632 out.go:177] * Verifying ingress addon...

	W0823 11:12:43.216646    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216836    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216925    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217082    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217134    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217426    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217553    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	I0823 11:12:43.218066    1632 host.go:66] Checking if "addons-603000" exists ...

	W0823 11:12:43.229685    1632 addons.go:277] "addons-603000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229693    1632 addons.go:277] "addons-603000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229707    1632 addons_storage_classes.go:55] "addons-603000" is not running, writing default-storageclass=true to disk and skipping enablement

	W0823 11:12:43.229696    1632 addons.go:277] "addons-603000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229727    1632 addons.go:277] "addons-603000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229749    1632 addons.go:277] "addons-603000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0823 11:12:43.230154    1632 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	W0823 11:12:43.235671    1632 addons.go:277] "addons-603000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0823 11:12:43.235676    1632 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.19.0

	I0823 11:12:43.237659    1632 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-603000" context rescaled to 1 replicas

	I0823 11:12:43.239627    1632 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:43.245678    1632 out.go:177] * Verifying Kubernetes components...

	I0823 11:12:43.239670    1632 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0823 11:12:43.239676    1632 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.239682    1632 addons.go:231] Setting addon default-storageclass=true in "addons-603000"

	I0823 11:12:43.239679    1632 addons.go:467] Verifying addon registry=true in "addons-603000"

	I0823 11:12:43.239684    1632 addons.go:467] Verifying addon metrics-server=true in "addons-603000"

	I0823 11:12:43.241522    1632 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0823 11:12:43.257706    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.257792    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:12:43.259109    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0823 11:12:43.263610    1632 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0823 11:12:43.264359    1632 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.269028    1632 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.275582    1632 out.go:177] * Verifying registry addon...

	I0823 11:12:43.281668    1632 out.go:177] * Verifying csi-hostpath-driver addon...

	I0823 11:12:43.281674    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0823 11:12:43.281680    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0823 11:12:43.281692    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0823 11:12:43.288063    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0823 11:12:43.293691    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293700    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293699    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.294283    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0823 11:12:43.297149    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0823 11:12:43.298922    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0823 11:12:43.392760    1632 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0823 11:12:43.392773    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0823 11:12:43.396919    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.403660    1632 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml

	I0823 11:12:43.403671    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0823 11:12:43.426051    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.442459    1632 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0823 11:12:43.442469    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0823 11:12:43.465118    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0823 11:12:43.465127    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0823 11:12:43.485410    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0823 11:12:43.485421    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0823 11:12:43.505701    1632 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml

	I0823 11:12:43.505712    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0823 11:12:43.510666    1632 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.510672    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)

	I0823 11:12:43.522915    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.857341    1632 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0823 11:12:43.857696    1632 node_ready.go:35] waiting up to 6m0s for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859423    1632 node_ready.go:49] node "addons-603000" has status "Ready":"True"

	I0823 11:12:43.859431    1632 node_ready.go:38] duration metric: took 1.726334ms waiting for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859435    1632 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:12:43.862557    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:12:45.872773    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:47.873129    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:49.841300    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0823 11:12:49.841316    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.876535    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0823 11:12:49.882169    1632 addons.go:231] Setting addon gcp-auth=true in "addons-603000"

	I0823 11:12:49.882191    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:49.882982    1632 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0823 11:12:49.882989    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.913095    1632 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0823 11:12:49.916035    1632 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0823 11:12:49.920011    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0823 11:12:49.920017    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0823 11:12:49.927312    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0823 11:12:49.927320    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0823 11:12:49.934731    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:49.934739    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0823 11:12:49.943537    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:50.372936    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:50.550032    1632 addons.go:467] Verifying addon gcp-auth=true in "addons-603000"

	I0823 11:12:50.554005    1632 out.go:177] * Verifying gcp-auth addon...

	I0823 11:12:50.561304    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0823 11:12:50.564772    1632 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0823 11:12:50.564779    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:50.566533    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.070598    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.570353    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.070168    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.570325    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.873631    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:53.069304    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:53.570391    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.068627    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.570250    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.068767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.371099    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:55.570140    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.070737    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.570638    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.070296    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.374140    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:57.570286    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.070358    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.569814    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.070104    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.570841    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.872601    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:00.070509    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:00.570371    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.070409    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.569429    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.069671    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.372554    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:02.571673    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.069684    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.570027    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.070029    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.569893    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.872229    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:05.069764    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:05.569750    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.070699    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.569829    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.872245    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:07.070111    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:07.569767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.069905    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.571644    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.069600    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.372178    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:09.569699    1632 kapi.go:107] duration metric: took 19.008846917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0823 11:13:09.574491    1632 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-603000 cluster.

	I0823 11:13:09.578500    1632 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0823 11:13:09.582495    1632 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0823 11:13:11.372160    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:13.871903    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:15.872253    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:18.371986    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:20.372421    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:22.871118    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:23.871704    1632 pod_ready.go:92] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.871715    1632 pod_ready.go:81] duration metric: took 40.010097208s waiting for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.871719    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.872661    1632 pod_ready.go:97] error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872669    1632 pod_ready.go:81] duration metric: took 947.666µs waiting for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	E0823 11:13:23.872673    1632 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872689    1632 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875032    1632 pod_ready.go:92] pod "etcd-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.875037    1632 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875040    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877331    1632 pod_ready.go:92] pod "kube-apiserver-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.877336    1632 pod_ready.go:81] duration metric: took 2.293291ms waiting for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877340    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879623    1632 pod_ready.go:92] pod "kube-controller-manager-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.879629    1632 pod_ready.go:81] duration metric: took 2.287416ms waiting for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879633    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072856    1632 pod_ready.go:92] pod "kube-proxy-wxvd5" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.072864    1632 pod_ready.go:81] duration metric: took 193.233541ms waiting for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072869    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.472997    1632 pod_ready.go:92] pod "kube-scheduler-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.473008    1632 pod_ready.go:81] duration metric: took 400.145667ms waiting for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.473012    1632 pod_ready.go:38] duration metric: took 40.614530833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:13:24.473025    1632 api_server.go:52] waiting for apiserver process to appear ...

	I0823 11:13:24.473121    1632 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0823 11:13:24.478605    1632 api_server.go:72] duration metric: took 41.239942375s to wait for apiserver process to appear ...

	I0823 11:13:24.478610    1632 api_server.go:88] waiting for apiserver healthz status ...

	I0823 11:13:24.478617    1632 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0823 11:13:24.482269    1632 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0823 11:13:24.482906    1632 api_server.go:141] control plane version: v1.28.0

	I0823 11:13:24.482912    1632 api_server.go:131] duration metric: took 4.29975ms to wait for apiserver health ...

	I0823 11:13:24.482914    1632 system_pods.go:43] waiting for kube-system pods to appear ...

	I0823 11:13:24.674508    1632 system_pods.go:59] 7 kube-system pods found

	I0823 11:13:24.674519    1632 system_pods.go:61] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:24.674521    1632 system_pods.go:61] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:24.674524    1632 system_pods.go:61] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:24.674526    1632 system_pods.go:61] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:24.674531    1632 system_pods.go:61] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:24.674534    1632 system_pods.go:61] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:24.674539    1632 system_pods.go:61] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:24.674542    1632 system_pods.go:74] duration metric: took 191.630375ms to wait for pod list to return data ...

	I0823 11:13:24.674546    1632 default_sa.go:34] waiting for default service account to be created ...

	I0823 11:13:24.872182    1632 default_sa.go:45] found service account: "default"

	I0823 11:13:24.872197    1632 default_sa.go:55] duration metric: took 197.644583ms for default service account to be created ...

	I0823 11:13:24.872203    1632 system_pods.go:116] waiting for k8s-apps to be running ...

	I0823 11:13:25.073612    1632 system_pods.go:86] 7 kube-system pods found

	I0823 11:13:25.073624    1632 system_pods.go:89] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:25.073627    1632 system_pods.go:89] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:25.073629    1632 system_pods.go:89] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:25.073632    1632 system_pods.go:89] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:25.073636    1632 system_pods.go:89] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:25.073641    1632 system_pods.go:89] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:25.073644    1632 system_pods.go:89] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:25.073647    1632 system_pods.go:126] duration metric: took 201.446458ms to wait for k8s-apps to be running ...

	I0823 11:13:25.073650    1632 system_svc.go:44] waiting for kubelet service to be running ....

	I0823 11:13:25.073715    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:13:25.078691    1632 system_svc.go:56] duration metric: took 5.037209ms WaitForService to wait for kubelet.

	I0823 11:13:25.078704    1632 kubeadm.go:581] duration metric: took 41.84005475s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0823 11:13:25.078718    1632 node_conditions.go:102] verifying NodePressure condition ...

	I0823 11:13:25.271033    1632 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0823 11:13:25.271069    1632 node_conditions.go:123] node cpu capacity is 2

	I0823 11:13:25.271075    1632 node_conditions.go:105] duration metric: took 192.359208ms to run NodePressure ...

	I0823 11:13:25.271080    1632 start.go:228] waiting for startup goroutines ...

	I0823 11:18:43.244336    1632 kapi.go:107] duration metric: took 6m0.011535667s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0823 11:18:43.244405    1632 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0823 11:18:43.298298    1632 kapi.go:107] duration metric: took 6m0.001378042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0823 11:18:43.298326    1632 kapi.go:107] duration metric: took 6m0.00762275s to wait for kubernetes.io/minikube-addons=registry ...

	W0823 11:18:43.298353    1632 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	W0823 11:18:43.298328    1632 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0823 11:18:43.304474    1632 out.go:177] * Enabled addons: volumesnapshots, cloud-spanner, storage-provisioner, metrics-server, ingress-dns, default-storageclass, inspektor-gadget, gcp-auth

	I0823 11:18:43.311559    1632 addons.go:502] enable addons completed in 6m0.094130167s: enabled=[volumesnapshots cloud-spanner storage-provisioner metrics-server ingress-dns default-storageclass inspektor-gadget gcp-auth]

	I0823 11:18:43.311576    1632 start.go:233] waiting for cluster config update ...

	I0823 11:18:43.311585    1632 start.go:242] writing updated cluster config ...

	I0823 11:18:43.312012    1632 ssh_runner.go:195] Run: rm -f paused

	I0823 11:18:43.342628    1632 start.go:600] kubectl: 1.27.2, cluster: 1.28.0 (minor skew: 1)

	I0823 11:18:43.345571    1632 out.go:177] * Done! kubectl is now configured to use "addons-603000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:42:55 UTC. --

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885257574Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885263907Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:30:44 addons-603000 cri-dockerd[995]: time="2023-08-23T18:30:44Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/1ce470d3ac5dbd8639ca47c5556985a38ebc27169c1b2e8fafd5221adaafb8f7/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Aug 23 18:30:45 addons-603000 dockerd[1097]: time="2023-08-23T18:30:45.233004021Z" level=warning msg="reference for unknown type: " digest="sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98" remote="ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 23 18:30:49 addons-603000 cri-dockerd[995]: time="2023-08-23T18:30:49Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.19.0@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216878665Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216925454Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216931996Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216936204Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091151665Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091185331Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091194206Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.091200122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134236915Z" level=info msg="shim disconnected" id=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 namespace=moby

	Aug 23 18:33:50 addons-603000 dockerd[1097]: time="2023-08-23T18:33:50.134449577Z" level=info msg="ignoring event" container=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134489534Z" level=warning msg="cleaning up after shim disconnected" id=c5a1a543d888cc67f431de8db9e4746af52b47a1833c348a10757deec92410c6 namespace=moby

	Aug 23 18:33:50 addons-603000 dockerd[1103]: time="2023-08-23T18:33:50.134494826Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113475782Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113502490Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113681656Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.113691239Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:39:02 addons-603000 dockerd[1097]: time="2023-08-23T18:39:02.160574422Z" level=info msg="ignoring event" container=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160721255Z" level=info msg="shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160747005Z" level=warning msg="cleaning up after shim disconnected" id=77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38 namespace=moby

	Aug 23 18:39:02 addons-603000 dockerd[1103]: time="2023-08-23T18:39:02.160751297Z" level=info msg="cleaning up dead shim" namespace=moby

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                               CREATED             STATE               NAME                      ATTEMPT             POD ID

	77d7b0e8fb48b       1499ed4fbd0aa                                                                                                       3 minutes ago       Exited              minikube-ingress-dns      10                  ee55b672623b1

	c3aac1112826c       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98               12 minutes ago      Running             headlamp                  0                   1ce470d3ac5db

	e852eb8754f9d       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf        29 minutes ago      Running             gcp-auth                  0                   b3f97bd7715ac

	db988e4e18bfe       ghcr.io/inspektor-gadget/inspektor-gadget@sha256:900ee9d94e12c15caebf0f198a51b532e6e2e373f6adfdef6fc78d11f6ecc6ac   30 minutes ago      Running             gadget                    0                   12623df028552

	20ee50fe57df9       940f54a5bcae9                                                                                                       30 minutes ago      Running             kube-proxy                0                   046b3dd276694

	eb22253f397d0       97e04611ad434                                                                                                       30 minutes ago      Running             coredns                   0                   83362738c741a

	695ccc939e29c       762dce4090c5f                                                                                                       30 minutes ago      Running             kube-scheduler            0                   cd7498705ccfc

	0d85c39c58b71       9cdd6470f48c8                                                                                                       30 minutes ago      Running             etcd                      0                   52014f9a89d58

	9700e59743269       46cc66ccc7c19                                                                                                       30 minutes ago      Running             kube-controller-manager   0                   0e19c8d65b488

	594c65a938703       00543d2fe5d71                                                                                                       30 minutes ago      Running             kube-apiserver            0                   e5952ff9dbb6d

	* 

	* ==> coredns [eb22253f397d] <==

	* [INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:48978 - 47852 "HINFO IN 1860146809240780526.8201528298968188454. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004478075s

	* 

	* ==> describe nodes <==

	* Name:               addons-603000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-603000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128

	                    minikube.k8s.io/name=addons-603000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Wed, 23 Aug 2023 18:12:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-603000

	  AcquireTime:     <unset>

	  RenewTime:       Wed, 23 Aug 2023 18:42:54 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Wed, 23 Aug 2023 18:41:14 +0000   Wed, 23 Aug 2023 18:12:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-603000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 d563976ae62b43f8a1fb53a177d29cdd

	  System UUID:                d563976ae62b43f8a1fb53a177d29cdd

	  Boot ID:                    95f14d55-f8c9-49e4-bb2e-505c410326e7

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.28.0

	  Kube-Proxy Version:         v1.28.0

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gadget                      gadget-ndv9t                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  gcp-auth                    gcp-auth-d4c87556c-k5hw7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  headlamp                    headlamp-699c48fb74-fhmj2                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         12m

	  kube-system                 coredns-5dd5756b68-blj5d                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     30m

	  kube-system                 etcd-addons-603000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         30m

	  kube-system                 kube-apiserver-addons-603000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-controller-manager-addons-603000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-proxy-wxvd5                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	  kube-system                 kube-scheduler-addons-603000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         30m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 30m   kube-proxy       

	  Normal  Starting                 30m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  30m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  30m   kubelet          Node addons-603000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    30m   kubelet          Node addons-603000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     30m   kubelet          Node addons-603000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                30m   kubelet          Node addons-603000 status is now: NodeReady

	  Normal  RegisteredNode           30m   node-controller  Node addons-603000 event: Registered Node addons-603000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.645801] EINJ: EINJ table not found.

	[  +0.508913] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043174] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000868] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.060149] systemd-fstab-generator[476]: Ignoring "noauto" for root device

	[  +0.082417] systemd-fstab-generator[487]: Ignoring "noauto" for root device

	[  +0.495013] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.161467] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.082809] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085797] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.141175] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.084612] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.080569] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.082356] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.081344] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.093418] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.547960] systemd-fstab-generator[1090]: Ignoring "noauto" for root device

	[  +2.110352] kauditd_printk_skb: 29 callbacks suppressed

	[  +2.040486] systemd-fstab-generator[1407]: Ignoring "noauto" for root device

	[  +4.639082] systemd-fstab-generator[2281]: Ignoring "noauto" for root device

	[ +13.918576] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.422998] kauditd_printk_skb: 19 callbacks suppressed

	[  +9.996433] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Aug23 18:13] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.103613] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [0d85c39c58b7] <==

	* {"level":"info","ts":"2023-08-23T18:12:26.555101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555137Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.551069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.555541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.563277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-23T18:12:26.563307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2023-08-23T18:12:48.393724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-blj5d\" ","response":"range_response_count:1 size:4755"}

	{"level":"info","ts":"2023-08-23T18:12:48.39376Z","caller":"traceutil/trace.go:171","msg":"trace[2046528636] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-blj5d; range_end:; response_count:1; response_revision:423; }","duration":"169.059532ms","start":"2023-08-23T18:12:48.224693Z","end":"2023-08-23T18:12:48.393753Z","steps":["trace[2046528636] 'range keys from in-memory index tree'  (duration: 168.95968ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:12:48.39392Z","caller":"traceutil/trace.go:171","msg":"trace[720409665] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"100.636151ms","start":"2023-08-23T18:12:48.29328Z","end":"2023-08-23T18:12:48.393917Z","steps":["trace[720409665] 'process raft request'  (duration: 77.612181ms)","trace[720409665] 'compare'  (duration: 22.773829ms)"],"step_count":2}

	{"level":"info","ts":"2023-08-23T18:12:50.777156Z","caller":"traceutil/trace.go:171","msg":"trace[471484672] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"104.054592ms","start":"2023-08-23T18:12:50.673089Z","end":"2023-08-23T18:12:50.777143Z","steps":["trace[471484672] 'process raft request'  (duration: 103.971962ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:22:26.650207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":655}

	{"level":"info","ts":"2023-08-23T18:22:26.650931Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":655,"took":"518.817µs","hash":1262660470}

	{"level":"info","ts":"2023-08-23T18:22:26.650949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262660470,"revision":655,"compact-revision":-1}

	{"level":"info","ts":"2023-08-23T18:27:26.652533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":748}

	{"level":"info","ts":"2023-08-23T18:27:26.652937Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":748,"took":"267.17µs","hash":3279716501}

	{"level":"info","ts":"2023-08-23T18:27:26.652952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279716501,"revision":748,"compact-revision":655}

	{"level":"info","ts":"2023-08-23T18:32:26.655732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":842}

	{"level":"info","ts":"2023-08-23T18:32:26.656056Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":842,"took":"197.577µs","hash":1969901087}

	{"level":"info","ts":"2023-08-23T18:32:26.656068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1969901087,"revision":842,"compact-revision":748}

	{"level":"info","ts":"2023-08-23T18:37:26.658244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":973}

	{"level":"info","ts":"2023-08-23T18:37:26.658629Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":973,"took":"234.457µs","hash":4022607794}

	{"level":"info","ts":"2023-08-23T18:37:26.658641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4022607794,"revision":973,"compact-revision":842}

	{"level":"info","ts":"2023-08-23T18:42:26.66149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1071}

	{"level":"info","ts":"2023-08-23T18:42:26.661796Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":1071,"took":"188.042µs","hash":2460628194}

	{"level":"info","ts":"2023-08-23T18:42:26.661807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2460628194,"revision":1071,"compact-revision":973}

	* 

	* ==> gcp-auth [e852eb8754f9] <==

	* 2023/08/23 18:13:08 GCP Auth Webhook started!

	2023/08/23 18:13:18 failed to get releases file: Get "https://storage.googleapis.com/minikube-gcp-auth/releases.json": dial tcp: lookup storage.googleapis.com on 10.96.0.10:53: read udp 10.244.0.5:60048->10.96.0.10:53: read: connection refused

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	* 

	* ==> kernel <==

	*  18:42:56 up 30 min,  0 users,  load average: 0.06, 0.13, 0.10

	Linux addons-603000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [594c65a93870] <==

	* I0823 18:12:28.325487       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0823 18:12:28.327337       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0823 18:12:28.327348       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0823 18:12:28.483580       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0823 18:12:28.494448       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0823 18:12:28.528987       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0823 18:12:28.530764       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0823 18:12:28.531188       1 controller.go:624] quota admission added evaluator for: endpoints

	I0823 18:12:28.532349       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0823 18:12:29.394948       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0823 18:12:30.000403       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0823 18:12:30.005168       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0823 18:12:30.011907       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0823 18:12:42.297794       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0823 18:12:42.999693       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0823 18:12:43.740564       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:12:50.388002       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.33.188"}

	I0823 18:12:50.406209       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0823 18:17:27.368575       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:22:27.369052       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:27:27.369080       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:30:44.504708       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.202.15"}

	I0823 18:32:27.369968       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:37:27.370986       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:42:27.371798       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	* 

	* ==> kube-controller-manager [9700e5974326] <==

	* I0823 18:39:42.301310       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:39:57.301960       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:39:57.302104       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:40:12.302958       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:12.302981       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:40:27.303899       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:27.304191       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:40:42.304147       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:42.304173       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:40:57.304649       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:40:57.304835       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:12.305005       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:12.305092       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:27.305078       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:27.305175       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:42.305198       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:42.305221       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:41:57.305830       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:41:57.305963       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:12.306917       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:12.306942       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:27.308252       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:27.308335       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	E0823 18:42:42.308556       1 pv_controller.go:1562] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found" PVC="default/hpvc"

	I0823 18:42:42.308592       1 event.go:307] "Event occurred" object="default/hpvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"csi-hostpath-sc\" not found"

	* 

	* ==> kube-proxy [20ee50fe57df] <==

	* I0823 18:12:44.324386       1 server_others.go:69] "Using iptables proxy"

	I0823 18:12:44.336042       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0823 18:12:44.344520       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0823 18:12:44.344533       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0823 18:12:44.345190       1 server_others.go:152] "Using iptables Proxier"

	I0823 18:12:44.345242       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0823 18:12:44.345409       1 server.go:846] "Version info" version="v1.28.0"

	I0823 18:12:44.345419       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0823 18:12:44.346019       1 config.go:188] "Starting service config controller"

	I0823 18:12:44.346074       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0823 18:12:44.346113       1 config.go:97] "Starting endpoint slice config controller"

	I0823 18:12:44.346120       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0823 18:12:44.346526       1 config.go:315] "Starting node config controller"

	I0823 18:12:44.346554       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0823 18:12:44.446872       1 shared_informer.go:318] Caches are synced for node config

	I0823 18:12:44.446887       1 shared_informer.go:318] Caches are synced for service config

	I0823 18:12:44.446897       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [695ccc939e29] <==

	* W0823 18:12:27.662067       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0823 18:12:27.662073       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0823 18:12:27.662103       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662127       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662184       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662207       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0823 18:12:27.662264       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0823 18:12:27.662344       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662351       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662392       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0823 18:12:27.662399       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0823 18:12:27.662439       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0823 18:12:27.662446       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0823 18:12:27.662483       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662491       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662520       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0823 18:12:27.662530       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0823 18:12:27.662556       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0823 18:12:27.662568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0823 18:12:27.662623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0823 18:12:27.662630       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0823 18:12:27.662674       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0823 18:12:27.662681       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	I0823 18:12:28.959674       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:42:56 UTC. --

	Aug 23 18:41:18 addons-603000 kubelet[2300]: I0823 18:41:18.071343    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:41:18 addons-603000 kubelet[2300]: E0823 18:41:18.071743    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:41:30 addons-603000 kubelet[2300]: E0823 18:41:30.075968    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:41:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:41:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:41:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:41:31 addons-603000 kubelet[2300]: I0823 18:41:31.071365    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:41:31 addons-603000 kubelet[2300]: E0823 18:41:31.071560    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:41:42 addons-603000 kubelet[2300]: I0823 18:41:42.072026    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:41:42 addons-603000 kubelet[2300]: E0823 18:41:42.072413    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:41:55 addons-603000 kubelet[2300]: I0823 18:41:55.071811    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:41:55 addons-603000 kubelet[2300]: E0823 18:41:55.071972    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:42:10 addons-603000 kubelet[2300]: I0823 18:42:10.071260    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:42:10 addons-603000 kubelet[2300]: E0823 18:42:10.071597    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:42:25 addons-603000 kubelet[2300]: I0823 18:42:25.073765    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:42:25 addons-603000 kubelet[2300]: E0823 18:42:25.073926    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:42:30 addons-603000 kubelet[2300]: W0823 18:42:30.069953    2300 machine.go:65] Cannot read vendor id correctly, set empty.

	Aug 23 18:42:30 addons-603000 kubelet[2300]: E0823 18:42:30.076386    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:42:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:42:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:42:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:42:40 addons-603000 kubelet[2300]: I0823 18:42:40.073476    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:42:40 addons-603000 kubelet[2300]: E0823 18:42:40.073608    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:42:55 addons-603000 kubelet[2300]: I0823 18:42:55.071266    2300 scope.go:117] "RemoveContainer" containerID="77d7b0e8fb48b6393cff1e50990ed41db1257d869c113d4a17664cfa3412ff38"

	Aug 23 18:42:55 addons-603000 kubelet[2300]: E0823 18:42:55.071358    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-603000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/CSI FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/CSI (720.84s)

=== RUN   TestAddons/parallel/CloudSpanner

=== PAUSE TestAddons/parallel/CloudSpanner

=== CONT  TestAddons/parallel/CloudSpanner

addons_test.go:831: failed waiting for cloud-spanner-emulator deployment to stabilize: timed out waiting for the condition

addons_test.go:833: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...

addons_test.go:833: ***** TestAddons/parallel/CloudSpanner: pod "app=cloud-spanner-emulator" failed to start within 6m0s: context deadline exceeded ****

addons_test.go:833: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

addons_test.go:833: TestAddons/parallel/CloudSpanner: showing logs for failed pods as of 2023-08-23 11:30:43.435703 -0700 PDT m=+1161.576332167

addons_test.go:834: failed waiting for app=cloud-spanner-emulator pod: app=cloud-spanner-emulator within 6m0s: context deadline exceeded

addons_test.go:836: (dbg) Run:  out/minikube-darwin-arm64 addons disable cloud-spanner -p addons-603000

addons_test.go:836: (dbg) Non-zero exit: out/minikube-darwin-arm64 addons disable cloud-spanner -p addons-603000: exit status 10 (1m39.60719825s)

-- stdout --

-- /stdout --

** stderr ** 

	X Exiting due to MK_ADDON_DISABLE: disable failed: run callbacks: running callbacks: [sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl delete --force --ignore-not-found -f /etc/kubernetes/addons/deployment.yaml: Process exited with status 1

	stdout:

	stderr:

	error: the path "/etc/kubernetes/addons/deployment.yaml" does not exist

	]

	* 

	╭───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                                                           │

	│    * If the above advice does not help, please let us know:                                                               │

	│      https://github.com/kubernetes/minikube/issues/new/choose                                                             │

	│                                                                                                                           │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.                                  │

	│    * Please also attach the following file to the GitHub issue:                                                           │

	│    * - /var/folders/vk/m7_4p8zn1574p4fs17hx47100000gp/T/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log    │

	│                                                                                                                           │

	╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

addons_test.go:837: failed to disable cloud-spanner addon: args "out/minikube-darwin-arm64 addons disable cloud-spanner -p addons-603000" : exit status 10

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.Host}} -p addons-603000 -n addons-603000

helpers_test.go:244: <<< TestAddons/parallel/CloudSpanner FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestAddons/parallel/CloudSpanner]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-arm64 -p addons-603000 logs -n 25

helpers_test.go:252: TestAddons/parallel/CloudSpanner logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| Command |              Args              |       Profile        |  User   | Version |     Start Time      |      End Time       |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.16.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| start   | -o=json --download-only        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:11 PDT |                     |

	|         | -p download-only-861000        |                      |         |         |                     |                     |

	|         | --force --alsologtostderr      |                      |         |         |                     |                     |

	|         | --kubernetes-version=v1.28.0   |                      |         |         |                     |                     |

	|         | --container-runtime=docker     |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | --all                          | minikube             | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| delete  | -p download-only-861000        | download-only-861000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | --download-only -p             | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT |                     |

	|         | binary-mirror-536000           |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --binary-mirror                |                      |         |         |                     |                     |

	|         | http://127.0.0.1:49317         |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	| delete  | -p binary-mirror-536000        | binary-mirror-536000 | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:12 PDT |

	| start   | -p addons-603000               | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:12 PDT | 23 Aug 23 11:18 PDT |

	|         | --wait=true --memory=4000      |                      |         |         |                     |                     |

	|         | --alsologtostderr              |                      |         |         |                     |                     |

	|         | --addons=registry              |                      |         |         |                     |                     |

	|         | --addons=metrics-server        |                      |         |         |                     |                     |

	|         | --addons=volumesnapshots       |                      |         |         |                     |                     |

	|         | --addons=csi-hostpath-driver   |                      |         |         |                     |                     |

	|         | --addons=gcp-auth              |                      |         |         |                     |                     |

	|         | --addons=cloud-spanner         |                      |         |         |                     |                     |

	|         | --addons=inspektor-gadget      |                      |         |         |                     |                     |

	|         | --driver=qemu2                 |                      |         |         |                     |                     |

	|         | --addons=ingress               |                      |         |         |                     |                     |

	|         | --addons=ingress-dns           |                      |         |         |                     |                     |

	| addons  | disable cloud-spanner -p       | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT |                     |

	|         | addons-603000                  |                      |         |         |                     |                     |

	| addons  | enable headlamp                | addons-603000        | jenkins | v1.31.2 | 23 Aug 23 11:30 PDT | 23 Aug 23 11:30 PDT |

	|         | -p addons-603000               |                      |         |         |                     |                     |

	|         | --alsologtostderr -v=1         |                      |         |         |                     |                     |

	|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2023/08/23 11:12:01

	Running on machine: MacOS-M1-Agent-2

	Binary: Built with gc go1.20.7 for darwin/arm64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0823 11:12:01.473993    1632 out.go:296] Setting OutFile to fd 1 ...

	I0823 11:12:01.474116    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474118    1632 out.go:309] Setting ErrFile to fd 2...

	I0823 11:12:01.474121    1632 out.go:343] TERM=,COLORTERM=, which probably does not support color

	I0823 11:12:01.474234    1632 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/17086-1133/.minikube/bin

	I0823 11:12:01.475282    1632 out.go:303] Setting JSON to false

	I0823 11:12:01.490493    1632 start.go:128] hostinfo: {"hostname":"MacOS-M1-Agent-2.local","uptime":694,"bootTime":1692813627,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.5.1","kernelVersion":"22.6.0","kernelArch":"arm64","virtualizationSystem":"","virtualizationRole":"","hostId":"6baf25a2-d406-53a7-bb3a-d7da7f56bb59"}

	W0823 11:12:01.490568    1632 start.go:136] gopshost.Virtualization returned error: not implemented yet

	I0823 11:12:01.495699    1632 out.go:177] * [addons-603000] minikube v1.31.2 on Darwin 13.5.1 (arm64)

	I0823 11:12:01.502675    1632 out.go:177]   - MINIKUBE_LOCATION=17086

	I0823 11:12:01.502715    1632 notify.go:220] Checking for updates...

	I0823 11:12:01.509745    1632 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:01.512689    1632 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-arm64

	I0823 11:12:01.515810    1632 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0823 11:12:01.518747    1632 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/17086-1133/.minikube

	I0823 11:12:01.521752    1632 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0823 11:12:01.524877    1632 driver.go:373] Setting default libvirt URI to qemu:///system

	I0823 11:12:01.528782    1632 out.go:177] * Using the qemu2 driver based on user configuration

	I0823 11:12:01.535731    1632 start.go:298] selected driver: qemu2

	I0823 11:12:01.535736    1632 start.go:902] validating driver "qemu2" against <nil>

	I0823 11:12:01.535742    1632 start.go:913] status for qemu2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0823 11:12:01.537642    1632 start_flags.go:305] no existing cluster config was found, will generate one from the flags 

	I0823 11:12:01.540695    1632 out.go:177] * Automatically selected the socket_vmnet network

	I0823 11:12:01.543724    1632 start_flags.go:919] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0823 11:12:01.543758    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:01.543773    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:01.543776    1632 start_flags.go:314] Found "bridge CNI" CNI - setting NetworkPlugin=cni

	I0823 11:12:01.543783    1632 start_flags.go:319] config:

	{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CR

ISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID

:0}

	I0823 11:12:01.547827    1632 iso.go:125] acquiring lock: {Name:mka776653e1638e5290a780703ca95dff1deb1ce Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0823 11:12:01.555769    1632 out.go:177] * Starting control plane node addons-603000 in cluster addons-603000

	I0823 11:12:01.559683    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:01.559703    1632 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4

	I0823 11:12:01.559720    1632 cache.go:57] Caching tarball of preloaded images

	I0823 11:12:01.559801    1632 preload.go:174] Found /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download

	I0823 11:12:01.559806    1632 cache.go:60] Finished verifying existence of preloaded tar for  v1.28.0 on docker

	I0823 11:12:01.560010    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:01.560023    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json: {Name:mkc2981401a387d0fc588c73edb3c2135fa892ea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:01.560240    1632 start.go:365] acquiring machines lock for addons-603000: {Name:mk16df683adb2d5b3ba189b58314d26afcd5a22f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0823 11:12:01.560349    1632 start.go:369] acquired machines lock for "addons-603000" in 102.292µs

	I0823 11:12:01.560360    1632 start.go:93] Provisioning new machine with config: &{Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVers

ion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:

[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0} &{Name: IP: Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:01.560401    1632 start.go:125] createHost starting for "" (driver="qemu2")

	I0823 11:12:01.568742    1632 out.go:204] * Creating qemu2 VM (CPUs=2, Memory=4000MB, Disk=20000MB) ...

	I0823 11:12:01.911891    1632 start.go:159] libmachine.API.Create for "addons-603000" (driver="qemu2")

	I0823 11:12:01.911940    1632 client.go:168] LocalClient.Create starting

	I0823 11:12:01.912112    1632 main.go:141] libmachine: Creating CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem

	I0823 11:12:02.016848    1632 main.go:141] libmachine: Creating client certificate: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem

	I0823 11:12:02.196172    1632 main.go:141] libmachine: Downloading /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/boot2docker.iso from file:///Users/jenkins/minikube-integration/17086-1133/.minikube/cache/iso/arm64/minikube-v1.31.0-arm64.iso...

	I0823 11:12:02.677712    1632 main.go:141] libmachine: Creating SSH key...

	I0823 11:12:02.710073    1632 main.go:141] libmachine: Creating Disk image...

	I0823 11:12:02.710078    1632 main.go:141] libmachine: Creating 20000 MB hard disk image...

	I0823 11:12:02.710280    1632 main.go:141] libmachine: executing: qemu-img convert -f raw -O qcow2 /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.789119    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.789143    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.789223    1632 main.go:141] libmachine: executing: qemu-img resize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2 +20000M

	I0823 11:12:02.796505    1632 main.go:141] libmachine: STDOUT: Image resized.

	I0823 11:12:02.796516    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.796535    1632 main.go:141] libmachine: DONE writing to /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2.raw and /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.796546    1632 main.go:141] libmachine: Starting QEMU VM...

	I0823 11:12:02.796585    1632 main.go:141] libmachine: executing: /opt/socket_vmnet/bin/socket_vmnet_client /var/run/socket_vmnet qemu-system-aarch64 -M virt -cpu host -drive file=/opt/homebrew/opt/qemu/share/qemu/edk2-aarch64-code.fd,readonly=on,format=raw,if=pflash -display none -accel hvf -m 4000 -smp 2 -boot d -cdrom /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/boot2docker.iso -qmp unix:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor,server,nowait -pidfile /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/qemu.pid -device virtio-net-pci,netdev=net0,mac=da:3b:71:83:24:7a -netdev socket,id=net0,fd=3 -daemonize /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/disk.qcow2

	I0823 11:12:02.868731    1632 main.go:141] libmachine: STDOUT: 

	I0823 11:12:02.868763    1632 main.go:141] libmachine: STDERR: 

	I0823 11:12:02.868768    1632 main.go:141] libmachine: Attempt 0

	I0823 11:12:02.868785    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:04.870905    1632 main.go:141] libmachine: Attempt 1

	I0823 11:12:04.871005    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:06.873192    1632 main.go:141] libmachine: Attempt 2

	I0823 11:12:06.873220    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:08.875257    1632 main.go:141] libmachine: Attempt 3

	I0823 11:12:08.875269    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:10.877286    1632 main.go:141] libmachine: Attempt 4

	I0823 11:12:10.877310    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:12.879362    1632 main.go:141] libmachine: Attempt 5

	I0823 11:12:12.879382    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881424    1632 main.go:141] libmachine: Attempt 6

	I0823 11:12:14.881454    1632 main.go:141] libmachine: Searching for da:3b:71:83:24:7a in /var/db/dhcpd_leases ...

	I0823 11:12:14.881611    1632 main.go:141] libmachine: Found 1 entries in /var/db/dhcpd_leases!

	I0823 11:12:14.881699    1632 main.go:141] libmachine: dhcp entry: {Name:minikube IPAddress:192.168.105.2 HWAddress:da:3b:71:83:24:7a ID:1,da:3b:71:83:24:7a Lease:0x64e79d7d}

	I0823 11:12:14.881706    1632 main.go:141] libmachine: Found match: da:3b:71:83:24:7a

	I0823 11:12:14.881720    1632 main.go:141] libmachine: IP: 192.168.105.2

	I0823 11:12:14.881729    1632 main.go:141] libmachine: Waiting for VM to start (ssh -p 22 docker@192.168.105.2)...

	I0823 11:12:15.887997    1632 machine.go:88] provisioning docker machine ...

	I0823 11:12:15.888014    1632 buildroot.go:166] provisioning hostname "addons-603000"

	I0823 11:12:15.888459    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.888726    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.888732    1632 main.go:141] libmachine: About to run SSH command:

	sudo hostname addons-603000 && echo "addons-603000" | sudo tee /etc/hostname

	I0823 11:12:15.942083    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-603000

	I0823 11:12:15.942154    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:15.942421    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:15.942431    1632 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\saddons-603000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-603000/g' /etc/hosts;

				else 

					echo '127.0.1.1 addons-603000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0823 11:12:15.994730    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0823 11:12:15.994741    1632 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/17086-1133/.minikube CaCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/17086-1133/.minikube}

	I0823 11:12:15.994754    1632 buildroot.go:174] setting up certificates

	I0823 11:12:15.994761    1632 provision.go:83] configureAuth start

	I0823 11:12:15.994765    1632 provision.go:138] copyHostCerts

	I0823 11:12:15.994890    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.pem (1078 bytes)

	I0823 11:12:15.995099    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/cert.pem (1123 bytes)

	I0823 11:12:15.995204    1632 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/17086-1133/.minikube/key.pem (1679 bytes)

	I0823 11:12:15.995273    1632 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem org=jenkins.addons-603000 san=[192.168.105.2 192.168.105.2 localhost 127.0.0.1 minikube addons-603000]

	I0823 11:12:16.087853    1632 provision.go:172] copyRemoteCerts

	I0823 11:12:16.087919    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0823 11:12:16.087927    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.117611    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0823 11:12:16.124255    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)

	I0823 11:12:16.130804    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0823 11:12:16.138250    1632 provision.go:86] duration metric: configureAuth took 143.474625ms

	I0823 11:12:16.138257    1632 buildroot.go:189] setting minikube options for container-runtime

	I0823 11:12:16.138365    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:16.138406    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.138621    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.138626    1632 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0823 11:12:16.188528    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0823 11:12:16.188533    1632 buildroot.go:70] root file system type: tmpfs

	I0823 11:12:16.188589    1632 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...

	I0823 11:12:16.188629    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.188853    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.188886    1632 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0823 11:12:16.244639    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=qemu2 --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0823 11:12:16.244690    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.244933    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.244942    1632 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0823 11:12:16.607992    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0823 11:12:16.608005    1632 machine.go:91] provisioned docker machine in 720.015167ms

	I0823 11:12:16.608010    1632 client.go:171] LocalClient.Create took 14.696413292s

	I0823 11:12:16.608025    1632 start.go:167] duration metric: libmachine.API.Create for "addons-603000" took 14.696491208s

	I0823 11:12:16.608031    1632 start.go:300] post-start starting for "addons-603000" (driver="qemu2")

	I0823 11:12:16.608036    1632 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0823 11:12:16.608110    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0823 11:12:16.608120    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.635532    1632 ssh_runner.go:195] Run: cat /etc/os-release

	I0823 11:12:16.636917    1632 info.go:137] Remote host: Buildroot 2021.02.12

	I0823 11:12:16.636928    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/addons for local assets ...

	I0823 11:12:16.636998    1632 filesync.go:126] Scanning /Users/jenkins/minikube-integration/17086-1133/.minikube/files for local assets ...

	I0823 11:12:16.637031    1632 start.go:303] post-start completed in 28.997291ms

	I0823 11:12:16.637396    1632 profile.go:148] Saving config to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/config.json ...

	I0823 11:12:16.637545    1632 start.go:128] duration metric: createHost completed in 15.077498208s

	I0823 11:12:16.637587    1632 main.go:141] libmachine: Using SSH client type: native

	I0823 11:12:16.637809    1632 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x100a8e1e0] 0x100a90c40 <nil>  [] 0s} 192.168.105.2 22 <nil> <nil>}

	I0823 11:12:16.637813    1632 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0823 11:12:16.687915    1632 main.go:141] libmachine: SSH cmd err, output: <nil>: 1692814336.418860543

	I0823 11:12:16.687923    1632 fix.go:206] guest clock: 1692814336.418860543

	I0823 11:12:16.687928    1632 fix.go:219] Guest: 2023-08-23 11:12:16.418860543 -0700 PDT Remote: 2023-08-23 11:12:16.637549 -0700 PDT m=+15.183153626 (delta=-218.688457ms)

	I0823 11:12:16.687939    1632 fix.go:190] guest clock delta is within tolerance: -218.688457ms

	I0823 11:12:16.687945    1632 start.go:83] releasing machines lock for "addons-603000", held for 15.127950375s

	I0823 11:12:16.688248    1632 ssh_runner.go:195] Run: cat /version.json

	I0823 11:12:16.688258    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.688283    1632 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0823 11:12:16.688315    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:16.830956    1632 ssh_runner.go:195] Run: systemctl --version

	I0823 11:12:16.833845    1632 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0823 11:12:16.836334    1632 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0823 11:12:16.836377    1632 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0823 11:12:16.842975    1632 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0823 11:12:16.842984    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.843114    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:16.850298    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0823 11:12:16.854361    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0823 11:12:16.858207    1632 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...

	I0823 11:12:16.858231    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0823 11:12:16.861904    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.865421    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0823 11:12:16.868360    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0823 11:12:16.871352    1632 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0823 11:12:16.874459    1632 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0823 11:12:16.878023    1632 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0823 11:12:16.881145    1632 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0823 11:12:16.883828    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:16.960568    1632 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0823 11:12:16.969157    1632 start.go:466] detecting cgroup driver to use...

	I0823 11:12:16.969235    1632 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0823 11:12:16.974606    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.980054    1632 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0823 11:12:16.985654    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0823 11:12:16.990412    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:16.995694    1632 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0823 11:12:17.032758    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0823 11:12:17.037631    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0823 11:12:17.043070    1632 ssh_runner.go:195] Run: which cri-dockerd

	I0823 11:12:17.044366    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0823 11:12:17.046802    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0823 11:12:17.051842    1632 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0823 11:12:17.122781    1632 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0823 11:12:17.203234    1632 docker.go:535] configuring docker to use "cgroupfs" as cgroup driver...

	I0823 11:12:17.203250    1632 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (144 bytes)

	I0823 11:12:17.208465    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:17.289831    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:18.445051    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1.15523225s)

	I0823 11:12:18.445131    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.516370    1632 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0823 11:12:18.597904    1632 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0823 11:12:18.678212    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.761579    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0823 11:12:18.769154    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:18.854594    1632 ssh_runner.go:195] Run: sudo systemctl restart cri-docker

	I0823 11:12:18.877760    1632 start.go:513] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0823 11:12:18.877836    1632 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0823 11:12:18.879918    1632 start.go:534] Will wait 60s for crictl version

	I0823 11:12:18.879971    1632 ssh_runner.go:195] Run: which crictl

	I0823 11:12:18.881335    1632 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0823 11:12:18.895610    1632 start.go:550] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  24.0.4

	RuntimeApiVersion:  v1alpha2

	I0823 11:12:18.895681    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.905007    1632 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0823 11:12:18.918762    1632 out.go:204] * Preparing Kubernetes v1.28.0 on Docker 24.0.4 ...

	I0823 11:12:18.918902    1632 ssh_runner.go:195] Run: grep 192.168.105.1	host.minikube.internal$ /etc/hosts

	I0823 11:12:18.920430    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.105.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:18.924018    1632 preload.go:132] Checking if preload exists for k8s version v1.28.0 and runtime docker

	I0823 11:12:18.924057    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:18.929191    1632 docker.go:636] Got preloaded images: 

	I0823 11:12:18.929199    1632 docker.go:642] registry.k8s.io/kube-apiserver:v1.28.0 wasn't preloaded

	I0823 11:12:18.929238    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:18.932021    1632 ssh_runner.go:195] Run: which lz4

	I0823 11:12:18.933304    1632 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4

	I0823 11:12:18.934619    1632 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot statx '/preloaded.tar.lz4': No such file or directory

	I0823 11:12:18.934635    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-docker-overlay2-arm64.tar.lz4 --> /preloaded.tar.lz4 (356920680 bytes)

	I0823 11:12:20.248127    1632 docker.go:600] Took 1.314887 seconds to copy over tarball

	I0823 11:12:20.248187    1632 ssh_runner.go:195] Run: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4

	I0823 11:12:21.298381    1632 ssh_runner.go:235] Completed: sudo tar -I lz4 -C /var -xf /preloaded.tar.lz4: (1.050206542s)

	I0823 11:12:21.298396    1632 ssh_runner.go:146] rm: /preloaded.tar.lz4

	I0823 11:12:21.314358    1632 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json

	I0823 11:12:21.317830    1632 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2629 bytes)

	I0823 11:12:21.322906    1632 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0823 11:12:21.401236    1632 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0823 11:12:23.532716    1632 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.131514959s)

	I0823 11:12:23.532818    1632 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0823 11:12:23.539039    1632 docker.go:636] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.28.0

	registry.k8s.io/kube-controller-manager:v1.28.0

	registry.k8s.io/kube-scheduler:v1.28.0

	registry.k8s.io/kube-proxy:v1.28.0

	registry.k8s.io/etcd:3.5.9-0

	registry.k8s.io/coredns/coredns:v1.10.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	-- /stdout --

	I0823 11:12:23.539047    1632 cache_images.go:84] Images are preloaded, skipping loading

	I0823 11:12:23.539094    1632 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0823 11:12:23.547073    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:23.547082    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:23.547113    1632 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0823 11:12:23.547124    1632 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.105.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-603000 NodeName:addons-603000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.105.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.105.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/ku

bernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0823 11:12:23.547195    1632 kubeadm.go:181] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.105.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "addons-603000"

	  kubeletExtraArgs:

	    node-ip: 192.168.105.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.105.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.28.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0823 11:12:23.547230    1632 kubeadm.go:976] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=addons-603000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.105.2

	[Install]

	 config:

	{KubernetesVersion:v1.28.0 ClusterName:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0823 11:12:23.547289    1632 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0

	I0823 11:12:23.550418    1632 binaries.go:44] Found k8s binaries, skipping transfer

	I0823 11:12:23.550450    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0823 11:12:23.553530    1632 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (375 bytes)

	I0823 11:12:23.558535    1632 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0823 11:12:23.563462    1632 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2099 bytes)

	I0823 11:12:23.568191    1632 ssh_runner.go:195] Run: grep 192.168.105.2	control-plane.minikube.internal$ /etc/hosts

	I0823 11:12:23.569452    1632 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.105.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0823 11:12:23.573456    1632 certs.go:56] Setting up /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000 for IP: 192.168.105.2

	I0823 11:12:23.573466    1632 certs.go:190] acquiring lock for shared ca certs: {Name:mk376b7368cd0c31aa9f4550a2157cb5219e493f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.573659    1632 certs.go:204] generating minikubeCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key

	I0823 11:12:23.735121    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt ...

	I0823 11:12:23.735127    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt: {Name:mk63b4dc9bf64742b3a2443ec5bb13fecbad997f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735357    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key ...

	I0823 11:12:23.735361    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key: {Name:mk69cc2166a61f2546ed0135cfb5fd8f801bd14f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.735483    1632 certs.go:204] generating proxyClientCA CA: /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key

	I0823 11:12:23.796242    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt ...

	I0823 11:12:23.796246    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt: {Name:mk419a1ff00ed72437ca83474e3a88fdfaeeeee3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796377    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key ...

	I0823 11:12:23.796380    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key: {Name:mk4c7f9a48478507429af69af483ca06fbc978e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:23.796514    1632 certs.go:319] generating minikube-user signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key

	I0823 11:12:23.796523    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt with IP's: []

	I0823 11:12:24.000999    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt ...

	I0823 11:12:24.001008    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.crt: {Name:mkf571a66a11fe461d7b44eaf6283e5341b1a7f0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001274    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key ...

	I0823 11:12:24.001277    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/client.key: {Name:mkcf4093aeeeecec47bfe93d95e186f81025a994 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.001388    1632 certs.go:319] generating minikube signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969

	I0823 11:12:24.001398    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 with IP's: [192.168.105.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0823 11:12:24.112607    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 ...

	I0823 11:12:24.112611    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969: {Name:mkc8690ae4b550cd6392c142a6c0c10c4e6a5520 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112766    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 ...

	I0823 11:12:24.112769    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969: {Name:mkce56fce274146ffaf24072ae4ff4b5e0acf555 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.112886    1632 certs.go:337] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt

	I0823 11:12:24.113091    1632 certs.go:341] copying /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key.96055969 -> /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key

	I0823 11:12:24.113203    1632 certs.go:319] generating aggregator signed cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key

	I0823 11:12:24.113221    1632 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt with IP's: []

	I0823 11:12:24.164570    1632 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt ...

	I0823 11:12:24.164574    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt: {Name:mk78bcc5a9a59a81499b830c0df5af65d761e828 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.164724    1632 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key ...

	I0823 11:12:24.164727    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key: {Name:mk7a6ea56c8d07401b6d3adda9d302f5989259f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:24.165026    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca-key.pem (1675 bytes)

	I0823 11:12:24.165052    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/ca.pem (1078 bytes)

	I0823 11:12:24.165076    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/cert.pem (1123 bytes)

	I0823 11:12:24.165112    1632 certs.go:437] found cert: /Users/jenkins/minikube-integration/17086-1133/.minikube/certs/Users/jenkins/minikube-integration/17086-1133/.minikube/certs/key.pem (1679 bytes)

	I0823 11:12:24.165474    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0823 11:12:24.173558    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0823 11:12:24.180163    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0823 11:12:24.186570    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/profiles/addons-603000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0823 11:12:24.193721    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0823 11:12:24.200859    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0823 11:12:24.207727    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0823 11:12:24.214435    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0823 11:12:24.221806    1632 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/17086-1133/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0823 11:12:24.228902    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0823 11:12:24.234839    1632 ssh_runner.go:195] Run: openssl version

	I0823 11:12:24.236947    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0823 11:12:24.239793    1632 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241347    1632 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Aug 23 18:12 /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.241366    1632 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0823 11:12:24.243416    1632 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0823 11:12:24.246590    1632 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd

	I0823 11:12:24.247919    1632 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory

	I0823 11:12:24.247965    1632 kubeadm.go:404] StartCluster: {Name:addons-603000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/16971/minikube-v1.31.0-arm64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.40-1692613578-17086@sha256:95d17727509667642a071be45fb75a65d8a399e35185dd68dcf504256dec81ac Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:qemu2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterNam

e:addons-603000 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network:socket_vmnet Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountP

ort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet StaticIP: SSHAuthSock: SSHAgentPID:0}

	I0823 11:12:24.248029    1632 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0823 11:12:24.253769    1632 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0823 11:12:24.257096    1632 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0823 11:12:24.259889    1632 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0823 11:12:24.262662    1632 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0823 11:12:24.262675    1632 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"

	I0823 11:12:24.285841    1632 kubeadm.go:322] [init] Using Kubernetes version: v1.28.0

	I0823 11:12:24.285870    1632 kubeadm.go:322] [preflight] Running pre-flight checks

	I0823 11:12:24.340213    1632 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster

	I0823 11:12:24.340268    1632 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection

	I0823 11:12:24.340328    1632 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'

	I0823 11:12:24.397608    1632 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"

	I0823 11:12:24.406812    1632 out.go:204]   - Generating certificates and keys ...

	I0823 11:12:24.406874    1632 kubeadm.go:322] [certs] Using existing ca certificate authority

	I0823 11:12:24.406907    1632 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk

	I0823 11:12:24.448173    1632 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key

	I0823 11:12:24.501859    1632 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key

	I0823 11:12:24.630928    1632 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key

	I0823 11:12:24.705637    1632 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key

	I0823 11:12:24.853624    1632 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key

	I0823 11:12:24.853703    1632 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:24.984031    1632 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key

	I0823 11:12:24.984098    1632 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-603000 localhost] and IPs [192.168.105.2 127.0.0.1 ::1]

	I0823 11:12:25.055121    1632 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key

	I0823 11:12:25.098919    1632 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key

	I0823 11:12:25.161126    1632 kubeadm.go:322] [certs] Generating "sa" key and public key

	I0823 11:12:25.161156    1632 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"

	I0823 11:12:25.251684    1632 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file

	I0823 11:12:25.312453    1632 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file

	I0823 11:12:25.380616    1632 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file

	I0823 11:12:25.465178    1632 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file

	I0823 11:12:25.465413    1632 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"

	I0823 11:12:25.466498    1632 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"

	I0823 11:12:25.474829    1632 out.go:204]   - Booting up control plane ...

	I0823 11:12:25.474890    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"

	I0823 11:12:25.474941    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"

	I0823 11:12:25.474973    1632 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"

	I0823 11:12:25.475045    1632 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"

	I0823 11:12:25.475095    1632 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

	I0823 11:12:25.475114    1632 kubeadm.go:322] [kubelet-start] Starting the kubelet

	I0823 11:12:25.557775    1632 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s

	I0823 11:12:29.059855    1632 kubeadm.go:322] [apiclient] All control plane components are healthy after 3.502356 seconds

	I0823 11:12:29.059917    1632 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

	I0823 11:12:29.066243    1632 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

	I0823 11:12:29.575724    1632 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs

	I0823 11:12:29.575818    1632 kubeadm.go:322] [mark-control-plane] Marking the node addons-603000 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]

	I0823 11:12:30.082813    1632 kubeadm.go:322] [bootstrap-token] Using token: l2h0hz.d0iyqenbl2749eth

	I0823 11:12:30.096111    1632 out.go:204]   - Configuring RBAC rules ...

	I0823 11:12:30.096178    1632 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles

	I0823 11:12:30.096240    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

	I0823 11:12:30.098015    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

	I0823 11:12:30.099101    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

	I0823 11:12:30.100289    1632 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

	I0823 11:12:30.101319    1632 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace

	I0823 11:12:30.105824    1632 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key

	I0823 11:12:30.274483    1632 kubeadm.go:322] [addons] Applied essential addon: CoreDNS

	I0823 11:12:30.492880    1632 kubeadm.go:322] [addons] Applied essential addon: kube-proxy

	I0823 11:12:30.493261    1632 kubeadm.go:322] 

	I0823 11:12:30.493290    1632 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!

	I0823 11:12:30.493295    1632 kubeadm.go:322] 

	I0823 11:12:30.493350    1632 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:

	I0823 11:12:30.493355    1632 kubeadm.go:322] 

	I0823 11:12:30.493371    1632 kubeadm.go:322]   mkdir -p $HOME/.kube

	I0823 11:12:30.493409    1632 kubeadm.go:322]   sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

	I0823 11:12:30.493436    1632 kubeadm.go:322]   sudo chown $(id -u):$(id -g) $HOME/.kube/config

	I0823 11:12:30.493440    1632 kubeadm.go:322] 

	I0823 11:12:30.493470    1632 kubeadm.go:322] Alternatively, if you are the root user, you can run:

	I0823 11:12:30.493473    1632 kubeadm.go:322] 

	I0823 11:12:30.493507    1632 kubeadm.go:322]   export KUBECONFIG=/etc/kubernetes/admin.conf

	I0823 11:12:30.493512    1632 kubeadm.go:322] 

	I0823 11:12:30.493534    1632 kubeadm.go:322] You should now deploy a pod network to the cluster.

	I0823 11:12:30.493571    1632 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:

	I0823 11:12:30.493608    1632 kubeadm.go:322]   https://kubernetes.io/docs/concepts/cluster-administration/addons/

	I0823 11:12:30.493612    1632 kubeadm.go:322] 

	I0823 11:12:30.493652    1632 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities

	I0823 11:12:30.493686    1632 kubeadm.go:322] and service account keys on each node and then running the following as root:

	I0823 11:12:30.493689    1632 kubeadm.go:322] 

	I0823 11:12:30.493755    1632 kubeadm.go:322]   kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493808    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f \

	I0823 11:12:30.493820    1632 kubeadm.go:322] 	--control-plane 

	I0823 11:12:30.493824    1632 kubeadm.go:322] 

	I0823 11:12:30.493863    1632 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:

	I0823 11:12:30.493867    1632 kubeadm.go:322] 

	I0823 11:12:30.493911    1632 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token l2h0hz.d0iyqenbl2749eth \

	I0823 11:12:30.493962    1632 kubeadm.go:322] 	--discovery-token-ca-cert-hash sha256:25bfb9bdd14f4bb2775ce7c1686c5d9f5d740ad24201ba0b194f17c1c3700b6f 

	I0823 11:12:30.494020    1632 kubeadm.go:322] 	[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'

	I0823 11:12:30.494027    1632 cni.go:84] Creating CNI manager for ""

	I0823 11:12:30.494035    1632 cni.go:158] "qemu2" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0823 11:12:30.502806    1632 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0823 11:12:30.507845    1632 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0823 11:12:30.511861    1632 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)

	I0823 11:12:30.516952    1632 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0823 11:12:30.517017    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.517023    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl label nodes minikube.k8s.io/version=v1.31.2 minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128 minikube.k8s.io/name=addons-603000 minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.588330    1632 ops.go:34] apiserver oom_adj: -16

	I0823 11:12:30.588368    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:30.620791    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.158369    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:31.658375    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.158344    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:32.658320    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.158345    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:33.658343    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.158277    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:34.658250    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.158228    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:35.658245    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.158202    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:36.658170    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.156385    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:37.656540    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.158165    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:38.658197    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.158131    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:39.658110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.158144    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:40.658128    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.158110    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:41.658102    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.158090    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:42.658123    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.158020    1632 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig

	I0823 11:12:43.214120    1632 kubeadm.go:1081] duration metric: took 12.6974425s to wait for elevateKubeSystemPrivileges.

	I0823 11:12:43.214131    1632 kubeadm.go:406] StartCluster complete in 18.96661775s

	I0823 11:12:43.214140    1632 settings.go:142] acquiring lock: {Name:mk727aa2e008442bafb3bca409aa11c730e46bce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214301    1632 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/17086-1133/kubeconfig

	I0823 11:12:43.214543    1632 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/17086-1133/kubeconfig: {Name:mk62eedfc40b21b153318958a231856d07330e02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0823 11:12:43.214750    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0823 11:12:43.214793    1632 addons.go:499] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false volumesnapshots:true]

	I0823 11:12:43.214848    1632 addons.go:69] Setting volumesnapshots=true in profile "addons-603000"

	I0823 11:12:43.214857    1632 addons.go:231] Setting addon volumesnapshots=true in "addons-603000"

	I0823 11:12:43.214861    1632 addons.go:69] Setting ingress=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214901    1632 addons.go:69] Setting default-storageclass=true in profile "addons-603000"

	I0823 11:12:43.214897    1632 addons.go:231] Setting addon ingress=true in "addons-603000"

	I0823 11:12:43.214917    1632 addons.go:69] Setting cloud-spanner=true in profile "addons-603000"

	I0823 11:12:43.214937    1632 addons.go:69] Setting gcp-auth=true in profile "addons-603000"

	I0823 11:12:43.214943    1632 mustload.go:65] Loading cluster: addons-603000

	I0823 11:12:43.214929    1632 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-603000"

	I0823 11:12:43.214951    1632 addons.go:231] Setting addon cloud-spanner=true in "addons-603000"

	I0823 11:12:43.215174    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215232    1632 addons.go:69] Setting metrics-server=true in profile "addons-603000"

	I0823 11:12:43.215240    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215246    1632 addons.go:231] Setting addon metrics-server=true in "addons-603000"

	I0823 11:12:43.215279    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215384    1632 addons.go:69] Setting registry=true in profile "addons-603000"

	I0823 11:12:43.215406    1632 addons.go:231] Setting addon registry=true in "addons-603000"

	I0823 11:12:43.215406    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	I0823 11:12:43.215469    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215573    1632 addons.go:231] Setting addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.215613    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215623    1632 addons.go:69] Setting ingress-dns=true in profile "addons-603000"

	I0823 11:12:43.215632    1632 addons.go:69] Setting storage-provisioner=true in profile "addons-603000"

	I0823 11:12:43.215635    1632 addons.go:231] Setting addon ingress-dns=true in "addons-603000"

	I0823 11:12:43.215647    1632 addons.go:231] Setting addon storage-provisioner=true in "addons-603000"

	I0823 11:12:43.215715    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.215748    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.214927    1632 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-603000"

	I0823 11:12:43.215926    1632 addons.go:69] Setting inspektor-gadget=true in profile "addons-603000"

	I0823 11:12:43.215930    1632 addons.go:231] Setting addon inspektor-gadget=true in "addons-603000"

	I0823 11:12:43.215950    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.216258    1632 config.go:182] Loaded profile config "addons-603000": Driver=qemu2, ContainerRuntime=docker, KubernetesVersion=v1.28.0

	W0823 11:12:43.216285    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216296    1632 addons.go:277] "addons-603000" is not running, setting ingress=true and skipping enablement (err=<nil>)

	I0823 11:12:43.216301    1632 addons.go:467] Verifying addon ingress=true in "addons-603000"

	I0823 11:12:43.220697    1632 out.go:177] * Verifying ingress addon...

	W0823 11:12:43.216646    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216836    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.216925    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217082    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217134    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217426    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	W0823 11:12:43.217553    1632 host.go:54] host status for "addons-603000" returned error: state: connect: dial unix /Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/monitor: connect: connection refused

	I0823 11:12:43.218066    1632 host.go:66] Checking if "addons-603000" exists ...

	W0823 11:12:43.229685    1632 addons.go:277] "addons-603000" is not running, setting csi-hostpath-driver=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229693    1632 addons.go:277] "addons-603000" is not running, setting cloud-spanner=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229707    1632 addons_storage_classes.go:55] "addons-603000" is not running, writing default-storageclass=true to disk and skipping enablement

	W0823 11:12:43.229696    1632 addons.go:277] "addons-603000" is not running, setting volumesnapshots=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229727    1632 addons.go:277] "addons-603000" is not running, setting metrics-server=true and skipping enablement (err=<nil>)

	W0823 11:12:43.229749    1632 addons.go:277] "addons-603000" is not running, setting storage-provisioner=true and skipping enablement (err=<nil>)

	I0823 11:12:43.230154    1632 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...

	W0823 11:12:43.235671    1632 addons.go:277] "addons-603000" is not running, setting registry=true and skipping enablement (err=<nil>)

	I0823 11:12:43.235676    1632 out.go:177]   - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.19.0

	I0823 11:12:43.237659    1632 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-603000" context rescaled to 1 replicas

	I0823 11:12:43.239627    1632 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.105.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0823 11:12:43.245678    1632 out.go:177] * Verifying Kubernetes components...

	I0823 11:12:43.239670    1632 out.go:177]   - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2

	I0823 11:12:43.239676    1632 addons.go:467] Verifying addon csi-hostpath-driver=true in "addons-603000"

	I0823 11:12:43.239682    1632 addons.go:231] Setting addon default-storageclass=true in "addons-603000"

	I0823 11:12:43.239679    1632 addons.go:467] Verifying addon registry=true in "addons-603000"

	I0823 11:12:43.239684    1632 addons.go:467] Verifying addon metrics-server=true in "addons-603000"

	I0823 11:12:43.241522    1632 kapi.go:86] Found 0 Pods for label selector app.kubernetes.io/name=ingress-nginx

	I0823 11:12:43.257706    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:43.257792    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:12:43.259109    1632 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.105.1 host.minikube.internal\n           fallthrough\n        }' -e '/^        errors *$/i \        log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0823 11:12:43.263610    1632 addons.go:423] installing /etc/kubernetes/addons/ig-namespace.yaml

	I0823 11:12:43.264359    1632 addons.go:423] installing /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.269028    1632 addons.go:423] installing /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.275582    1632 out.go:177] * Verifying registry addon...

	I0823 11:12:43.281668    1632 out.go:177] * Verifying csi-hostpath-driver addon...

	I0823 11:12:43.281674    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0823 11:12:43.281680    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)

	I0823 11:12:43.281692    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)

	I0823 11:12:43.288063    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...

	I0823 11:12:43.293691    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293700    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.293699    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:43.294283    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...

	I0823 11:12:43.297149    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=registry

	I0823 11:12:43.298922    1632 kapi.go:86] Found 0 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver

	I0823 11:12:43.392760    1632 addons.go:423] installing /etc/kubernetes/addons/ig-serviceaccount.yaml

	I0823 11:12:43.392773    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)

	I0823 11:12:43.396919    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml

	I0823 11:12:43.403660    1632 addons.go:423] installing /etc/kubernetes/addons/ig-role.yaml

	I0823 11:12:43.403671    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)

	I0823 11:12:43.426051    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0823 11:12:43.442459    1632 addons.go:423] installing /etc/kubernetes/addons/ig-rolebinding.yaml

	I0823 11:12:43.442469    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)

	I0823 11:12:43.465118    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrole.yaml

	I0823 11:12:43.465127    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)

	I0823 11:12:43.485410    1632 addons.go:423] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml

	I0823 11:12:43.485421    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)

	I0823 11:12:43.505701    1632 addons.go:423] installing /etc/kubernetes/addons/ig-crd.yaml

	I0823 11:12:43.505712    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)

	I0823 11:12:43.510666    1632 addons.go:423] installing /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.510672    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7741 bytes)

	I0823 11:12:43.522915    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml

	I0823 11:12:43.857341    1632 start.go:901] {"host.minikube.internal": 192.168.105.1} host record injected into CoreDNS's ConfigMap

	I0823 11:12:43.857696    1632 node_ready.go:35] waiting up to 6m0s for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859423    1632 node_ready.go:49] node "addons-603000" has status "Ready":"True"

	I0823 11:12:43.859431    1632 node_ready.go:38] duration metric: took 1.726334ms waiting for node "addons-603000" to be "Ready" ...

	I0823 11:12:43.859435    1632 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:12:43.862557    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:12:45.872773    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:47.873129    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:49.841300    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)

	I0823 11:12:49.841316    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.876535    1632 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)

	I0823 11:12:49.882169    1632 addons.go:231] Setting addon gcp-auth=true in "addons-603000"

	I0823 11:12:49.882191    1632 host.go:66] Checking if "addons-603000" exists ...

	I0823 11:12:49.882982    1632 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json

	I0823 11:12:49.882989    1632 sshutil.go:53] new ssh client: &{IP:192.168.105.2 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/17086-1133/.minikube/machines/addons-603000/id_rsa Username:docker}

	I0823 11:12:49.913095    1632 out.go:177]   - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20230407

	I0823 11:12:49.916035    1632 out.go:177]   - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0

	I0823 11:12:49.920011    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-ns.yaml

	I0823 11:12:49.920017    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)

	I0823 11:12:49.927312    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-service.yaml

	I0823 11:12:49.927320    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)

	I0823 11:12:49.934731    1632 addons.go:423] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:49.934739    1632 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5412 bytes)

	I0823 11:12:49.943537    1632 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml

	I0823 11:12:50.372936    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:50.550032    1632 addons.go:467] Verifying addon gcp-auth=true in "addons-603000"

	I0823 11:12:50.554005    1632 out.go:177] * Verifying gcp-auth addon...

	I0823 11:12:50.561304    1632 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...

	I0823 11:12:50.564772    1632 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth

	I0823 11:12:50.564779    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:50.566533    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.070598    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:51.570353    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.070168    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.570325    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:52.873631    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:53.069304    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:53.570391    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.068627    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:54.570250    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.068767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:55.371099    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:55.570140    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.070737    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:56.570638    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.070296    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:57.374140    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:12:57.570286    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.070358    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:58.569814    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.070104    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.570841    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:12:59.872601    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:00.070509    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:00.570371    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.070409    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:01.569429    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.069671    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:02.372554    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:02.571673    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.069684    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:03.570027    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.070029    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.569893    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:04.872229    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:05.069764    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:05.569750    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.070699    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.569829    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:06.872245    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:07.070111    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:07.569767    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.069905    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:08.571644    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.069600    1632 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]

	I0823 11:13:09.372178    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:09.569699    1632 kapi.go:107] duration metric: took 19.008846917s to wait for kubernetes.io/minikube-addons=gcp-auth ...

	I0823 11:13:09.574491    1632 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-603000 cluster.

	I0823 11:13:09.578500    1632 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.

	I0823 11:13:09.582495    1632 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.

	I0823 11:13:11.372160    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:13.871903    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:15.872253    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:18.371986    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:20.372421    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:22.871118    1632 pod_ready.go:102] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"False"

	I0823 11:13:23.871704    1632 pod_ready.go:92] pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.871715    1632 pod_ready.go:81] duration metric: took 40.010097208s waiting for pod "coredns-5dd5756b68-blj5d" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.871719    1632 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.872661    1632 pod_ready.go:97] error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872669    1632 pod_ready.go:81] duration metric: took 947.666µs waiting for pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace to be "Ready" ...

	E0823 11:13:23.872673    1632 pod_ready.go:66] WaitExtra: waitPodCondition: error getting pod "coredns-5dd5756b68-mfwg5" in "kube-system" namespace (skipping!): pods "coredns-5dd5756b68-mfwg5" not found

	I0823 11:13:23.872689    1632 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875032    1632 pod_ready.go:92] pod "etcd-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.875037    1632 pod_ready.go:81] duration metric: took 2.343625ms waiting for pod "etcd-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.875040    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877331    1632 pod_ready.go:92] pod "kube-apiserver-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.877336    1632 pod_ready.go:81] duration metric: took 2.293291ms waiting for pod "kube-apiserver-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.877340    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879623    1632 pod_ready.go:92] pod "kube-controller-manager-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:23.879629    1632 pod_ready.go:81] duration metric: took 2.287416ms waiting for pod "kube-controller-manager-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:23.879633    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072856    1632 pod_ready.go:92] pod "kube-proxy-wxvd5" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.072864    1632 pod_ready.go:81] duration metric: took 193.233541ms waiting for pod "kube-proxy-wxvd5" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.072869    1632 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.472997    1632 pod_ready.go:92] pod "kube-scheduler-addons-603000" in "kube-system" namespace has status "Ready":"True"

	I0823 11:13:24.473008    1632 pod_ready.go:81] duration metric: took 400.145667ms waiting for pod "kube-scheduler-addons-603000" in "kube-system" namespace to be "Ready" ...

	I0823 11:13:24.473012    1632 pod_ready.go:38] duration metric: took 40.614530833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0823 11:13:24.473025    1632 api_server.go:52] waiting for apiserver process to appear ...

	I0823 11:13:24.473121    1632 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0823 11:13:24.478605    1632 api_server.go:72] duration metric: took 41.239942375s to wait for apiserver process to appear ...

	I0823 11:13:24.478610    1632 api_server.go:88] waiting for apiserver healthz status ...

	I0823 11:13:24.478617    1632 api_server.go:253] Checking apiserver healthz at https://192.168.105.2:8443/healthz ...

	I0823 11:13:24.482269    1632 api_server.go:279] https://192.168.105.2:8443/healthz returned 200:

	ok

	I0823 11:13:24.482906    1632 api_server.go:141] control plane version: v1.28.0

	I0823 11:13:24.482912    1632 api_server.go:131] duration metric: took 4.29975ms to wait for apiserver health ...

	I0823 11:13:24.482914    1632 system_pods.go:43] waiting for kube-system pods to appear ...

	I0823 11:13:24.674508    1632 system_pods.go:59] 7 kube-system pods found

	I0823 11:13:24.674519    1632 system_pods.go:61] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:24.674521    1632 system_pods.go:61] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:24.674524    1632 system_pods.go:61] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:24.674526    1632 system_pods.go:61] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:24.674531    1632 system_pods.go:61] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:24.674534    1632 system_pods.go:61] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:24.674539    1632 system_pods.go:61] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:24.674542    1632 system_pods.go:74] duration metric: took 191.630375ms to wait for pod list to return data ...

	I0823 11:13:24.674546    1632 default_sa.go:34] waiting for default service account to be created ...

	I0823 11:13:24.872182    1632 default_sa.go:45] found service account: "default"

	I0823 11:13:24.872197    1632 default_sa.go:55] duration metric: took 197.644583ms for default service account to be created ...

	I0823 11:13:24.872203    1632 system_pods.go:116] waiting for k8s-apps to be running ...

	I0823 11:13:25.073612    1632 system_pods.go:86] 7 kube-system pods found

	I0823 11:13:25.073624    1632 system_pods.go:89] "coredns-5dd5756b68-blj5d" [1fb66ddb-fafe-4785-b040-d0fd2587b3ae] Running

	I0823 11:13:25.073627    1632 system_pods.go:89] "etcd-addons-603000" [82b2b170-9259-4355-b5e0-2cf094533743] Running

	I0823 11:13:25.073629    1632 system_pods.go:89] "kube-apiserver-addons-603000" [1f3f8b80-c0bb-4e12-80fa-d87f557ae07a] Running

	I0823 11:13:25.073632    1632 system_pods.go:89] "kube-controller-manager-addons-603000" [726ada4c-a3da-4bac-99f2-83c60531a97e] Running

	I0823 11:13:25.073636    1632 system_pods.go:89] "kube-ingress-dns-minikube" [d0fb563e-9f6f-4cbe-b232-2f4956e99b67] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])

	I0823 11:13:25.073641    1632 system_pods.go:89] "kube-proxy-wxvd5" [7632c8d9-6979-41bb-a5a1-88f356962d6b] Running

	I0823 11:13:25.073644    1632 system_pods.go:89] "kube-scheduler-addons-603000" [606497e8-7ccf-4730-91d4-a1b0bb5f1c4f] Running

	I0823 11:13:25.073647    1632 system_pods.go:126] duration metric: took 201.446458ms to wait for k8s-apps to be running ...

	I0823 11:13:25.073650    1632 system_svc.go:44] waiting for kubelet service to be running ....

	I0823 11:13:25.073715    1632 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0823 11:13:25.078691    1632 system_svc.go:56] duration metric: took 5.037209ms WaitForService to wait for kubelet.

	I0823 11:13:25.078704    1632 kubeadm.go:581] duration metric: took 41.84005475s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0823 11:13:25.078718    1632 node_conditions.go:102] verifying NodePressure condition ...

	I0823 11:13:25.271033    1632 node_conditions.go:122] node storage ephemeral capacity is 17784760Ki

	I0823 11:13:25.271069    1632 node_conditions.go:123] node cpu capacity is 2

	I0823 11:13:25.271075    1632 node_conditions.go:105] duration metric: took 192.359208ms to run NodePressure ...

	I0823 11:13:25.271080    1632 start.go:228] waiting for startup goroutines ...

	I0823 11:18:43.244336    1632 kapi.go:107] duration metric: took 6m0.011535667s to wait for app.kubernetes.io/name=ingress-nginx ...

	W0823 11:18:43.244405    1632 out.go:239] ! Enabling 'ingress' returned an error: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: context deadline exceeded]

	I0823 11:18:43.298298    1632 kapi.go:107] duration metric: took 6m0.001378042s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...

	I0823 11:18:43.298326    1632 kapi.go:107] duration metric: took 6m0.00762275s to wait for kubernetes.io/minikube-addons=registry ...

	W0823 11:18:43.298353    1632 out.go:239] ! Enabling 'registry' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=registry pods: context deadline exceeded]

	W0823 11:18:43.298328    1632 out.go:239] ! Enabling 'csi-hostpath-driver' returned an error: running callbacks: [waiting for kubernetes.io/minikube-addons=csi-hostpath-driver pods: context deadline exceeded]

	I0823 11:18:43.304474    1632 out.go:177] * Enabled addons: volumesnapshots, cloud-spanner, storage-provisioner, metrics-server, ingress-dns, default-storageclass, inspektor-gadget, gcp-auth

	I0823 11:18:43.311559    1632 addons.go:502] enable addons completed in 6m0.094130167s: enabled=[volumesnapshots cloud-spanner storage-provisioner metrics-server ingress-dns default-storageclass inspektor-gadget gcp-auth]

	I0823 11:18:43.311576    1632 start.go:233] waiting for cluster config update ...

	I0823 11:18:43.311585    1632 start.go:242] writing updated cluster config ...

	I0823 11:18:43.312012    1632 ssh_runner.go:195] Run: rm -f paused

	I0823 11:18:43.342628    1632 start.go:600] kubectl: 1.27.2, cluster: 1.28.0 (minor skew: 1)

	I0823 11:18:43.345571    1632 out.go:177] * Done! kubectl is now configured to use "addons-603000" cluster and "default" namespace by default

	* 

	* ==> Docker <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:32:23 UTC. --

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114537177Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.114541260Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:23:34 addons-603000 dockerd[1097]: time="2023-08-23T18:23:34.187824843Z" level=info msg="ignoring event" container=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.187820301Z" level=info msg="shim disconnected" id=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 namespace=moby

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.188065590Z" level=warning msg="cleaning up after shim disconnected" id=33b6b60ed9e557546bf1703af8eea1e09157e1e00441ca9a3dc016e3c9cd76e5 namespace=moby

	Aug 23 18:23:34 addons-603000 dockerd[1103]: time="2023-08-23T18:23:34.188086340Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094207801Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094239634Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094428221Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.094440262Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:28:41 addons-603000 dockerd[1097]: time="2023-08-23T18:28:41.143468399Z" level=info msg="ignoring event" container=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143514441Z" level=info msg="shim disconnected" id=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143542817Z" level=warning msg="cleaning up after shim disconnected" id=0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98 namespace=moby

	Aug 23 18:28:41 addons-603000 dockerd[1103]: time="2023-08-23T18:28:41.143546942Z" level=info msg="cleaning up dead shim" namespace=moby

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885219159Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885249158Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885257574Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:30:44 addons-603000 dockerd[1103]: time="2023-08-23T18:30:44.885263907Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:30:44 addons-603000 cri-dockerd[995]: time="2023-08-23T18:30:44Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/1ce470d3ac5dbd8639ca47c5556985a38ebc27169c1b2e8fafd5221adaafb8f7/resolv.conf as [nameserver 10.96.0.10 search headlamp.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Aug 23 18:30:45 addons-603000 dockerd[1097]: time="2023-08-23T18:30:45.233004021Z" level=warning msg="reference for unknown type: " digest="sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98" remote="ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 23 18:30:49 addons-603000 cri-dockerd[995]: time="2023-08-23T18:30:49Z" level=info msg="Stop pulling image ghcr.io/headlamp-k8s/headlamp:v0.19.0@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98: Status: Downloaded newer image for ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98"

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216878665Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216925454Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216931996Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Aug 23 18:30:49 addons-603000 dockerd[1103]: time="2023-08-23T18:30:49.216936204Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	* 

	* ==> container status <==

	* CONTAINER           IMAGE                                                                                                               CREATED              STATE               NAME                      ATTEMPT             POD ID

	c3aac1112826c       ghcr.io/headlamp-k8s/headlamp@sha256:498ea22dc5acadaa4015e7a50335d21fdce45d9e8f1f8adf29c2777da4182f98               About a minute ago   Running             headlamp                  0                   1ce470d3ac5db

	0f90525fcf0bb       1499ed4fbd0aa                                                                                                       3 minutes ago        Exited              minikube-ingress-dns      8                   ee55b672623b1

	e852eb8754f9d       gcr.io/k8s-minikube/gcp-auth-webhook@sha256:d730651bb6584f969d95d8279a754cf9d8d31b5055c43dbdb8d7363a8c6371cf        19 minutes ago       Running             gcp-auth                  0                   b3f97bd7715ac

	db988e4e18bfe       ghcr.io/inspektor-gadget/inspektor-gadget@sha256:900ee9d94e12c15caebf0f198a51b532e6e2e373f6adfdef6fc78d11f6ecc6ac   19 minutes ago       Running             gadget                    0                   12623df028552

	20ee50fe57df9       940f54a5bcae9                                                                                                       19 minutes ago       Running             kube-proxy                0                   046b3dd276694

	eb22253f397d0       97e04611ad434                                                                                                       19 minutes ago       Running             coredns                   0                   83362738c741a

	695ccc939e29c       762dce4090c5f                                                                                                       19 minutes ago       Running             kube-scheduler            0                   cd7498705ccfc

	0d85c39c58b71       9cdd6470f48c8                                                                                                       19 minutes ago       Running             etcd                      0                   52014f9a89d58

	9700e59743269       46cc66ccc7c19                                                                                                       19 minutes ago       Running             kube-controller-manager   0                   0e19c8d65b488

	594c65a938703       00543d2fe5d71                                                                                                       19 minutes ago       Running             kube-apiserver            0                   e5952ff9dbb6d

	* 

	* ==> coredns [eb22253f397d] <==

	* [INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 591cf328cccc12bc490481273e738df59329c62c0b729d94e8b61db9961c2fa5f046dd37f1cf888b953814040d180f52594972691cd6ff41be96639138a43908

	CoreDNS-1.10.1

	linux/arm64, go1.20, 055b2c3

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] Reloading

	[INFO] plugin/reload: Running configuration SHA512 = ea7a0d73d9d208f758b1f67640ef03c58089b9d9366cf3478df3bb369b210e39f213811b46224f8a04380814b6e0890ccd358f5b5e8c80bc22ac19c8601ee35b

	[INFO] Reloading complete

	[INFO] 127.0.0.1:48978 - 47852 "HINFO IN 1860146809240780526.8201528298968188454. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.004478075s

	* 

	* ==> describe nodes <==

	* Name:               addons-603000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=arm64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=arm64

	                    kubernetes.io/hostname=addons-603000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=b0cad40b2c48c073112e0845fd1037a030ab0128

	                    minikube.k8s.io/name=addons-603000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2023_08_23T11_12_30_0700

	                    minikube.k8s.io/version=v1.31.2

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Wed, 23 Aug 2023 18:12:27 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  addons-603000

	  AcquireTime:     <unset>

	  RenewTime:       Wed, 23 Aug 2023 18:32:22 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Wed, 23 Aug 2023 18:31:02 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Wed, 23 Aug 2023 18:31:02 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Wed, 23 Aug 2023 18:31:02 +0000   Wed, 23 Aug 2023 18:12:27 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Wed, 23 Aug 2023 18:31:02 +0000   Wed, 23 Aug 2023 18:12:33 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.168.105.2

	  Hostname:    addons-603000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17784760Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  hugepages-32Mi:     0

	  hugepages-64Ki:     0

	  memory:             3905012Ki

	  pods:               110

	System Info:

	  Machine ID:                 d563976ae62b43f8a1fb53a177d29cdd

	  System UUID:                d563976ae62b43f8a1fb53a177d29cdd

	  Boot ID:                    95f14d55-f8c9-49e4-bb2e-505c410326e7

	  Kernel Version:             5.10.57

	  OS Image:                   Buildroot 2021.02.12

	  Operating System:           linux

	  Architecture:               arm64

	  Container Runtime Version:  docker://24.0.4

	  Kubelet Version:            v1.28.0

	  Kube-Proxy Version:         v1.28.0

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (10 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  gadget                      gadget-ndv9t                             0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  gcp-auth                    gcp-auth-d4c87556c-k5hw7                 0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  headlamp                    headlamp-699c48fb74-fhmj2                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         99s

	  kube-system                 coredns-5dd5756b68-blj5d                 100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (1%!)(MISSING)        170Mi (4%!)(MISSING)     19m

	  kube-system                 etcd-addons-603000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (2%!)(MISSING)       0 (0%!)(MISSING)         19m

	  kube-system                 kube-apiserver-addons-603000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  kube-system                 kube-controller-manager-addons-603000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  kube-system                 kube-ingress-dns-minikube                0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  kube-system                 kube-proxy-wxvd5                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	  kube-system                 kube-scheduler-addons-603000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         19m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  0 (0%!)(MISSING)

	  memory             170Mi (4%!)(MISSING)  170Mi (4%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-32Mi     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-64Ki     0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age   From             Message

	  ----    ------                   ----  ----             -------

	  Normal  Starting                 19m   kube-proxy       

	  Normal  Starting                 19m   kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  19m   kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  19m   kubelet          Node addons-603000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    19m   kubelet          Node addons-603000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     19m   kubelet          Node addons-603000 status is now: NodeHasSufficientPID

	  Normal  NodeReady                19m   kubelet          Node addons-603000 status is now: NodeReady

	  Normal  RegisteredNode           19m   node-controller  Node addons-603000 event: Registered Node addons-603000 in Controller

	* 

	* ==> dmesg <==

	* [  +0.645801] EINJ: EINJ table not found.

	[  +0.508913] systemd-fstab-generator[117]: Ignoring "noauto" for root device

	[  +0.043174] systemd[1]: systemd-journald.service: unit configures an IP firewall, but the local system does not support BPF/cgroup firewalling.

	[  +0.000868] systemd[1]: (This warning is only shown for the first unit using IP firewalling.)

	[  +3.060149] systemd-fstab-generator[476]: Ignoring "noauto" for root device

	[  +0.082417] systemd-fstab-generator[487]: Ignoring "noauto" for root device

	[  +0.495013] systemd-fstab-generator[664]: Ignoring "noauto" for root device

	[  +0.161467] systemd-fstab-generator[702]: Ignoring "noauto" for root device

	[  +0.082809] systemd-fstab-generator[713]: Ignoring "noauto" for root device

	[  +0.085797] systemd-fstab-generator[726]: Ignoring "noauto" for root device

	[  +1.141175] kauditd_printk_skb: 17 callbacks suppressed

	[  +0.084612] systemd-fstab-generator[913]: Ignoring "noauto" for root device

	[  +0.080569] systemd-fstab-generator[924]: Ignoring "noauto" for root device

	[  +0.082356] systemd-fstab-generator[935]: Ignoring "noauto" for root device

	[  +0.081344] systemd-fstab-generator[946]: Ignoring "noauto" for root device

	[  +0.093418] systemd-fstab-generator[988]: Ignoring "noauto" for root device

	[  +2.547960] systemd-fstab-generator[1090]: Ignoring "noauto" for root device

	[  +2.110352] kauditd_printk_skb: 29 callbacks suppressed

	[  +2.040486] systemd-fstab-generator[1407]: Ignoring "noauto" for root device

	[  +4.639082] systemd-fstab-generator[2281]: Ignoring "noauto" for root device

	[ +13.918576] kauditd_printk_skb: 41 callbacks suppressed

	[  +6.422998] kauditd_printk_skb: 19 callbacks suppressed

	[  +9.996433] TCP: eth0: Driver has suspect GRO implementation, TCP performance may be compromised.

	[Aug23 18:13] kauditd_printk_skb: 10 callbacks suppressed

	[  +5.103613] kauditd_printk_skb: 3 callbacks suppressed

	* 

	* ==> etcd [0d85c39c58b7] <==

	* {"level":"info","ts":"2023-08-23T18:12:26.543189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became candidate at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.543213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 received MsgVoteResp from c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.54323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c46d288d2fcb0590 became leader at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.543269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c46d288d2fcb0590 elected leader c46d288d2fcb0590 at term 2"}

	{"level":"info","ts":"2023-08-23T18:12:26.550684Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.550945Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"c46d288d2fcb0590","local-member-attributes":"{Name:addons-603000 ClientURLs:[https://192.168.105.2:2379]}","request-path":"/0/members/c46d288d2fcb0590/attributes","cluster-id":"6e03e7863b4f9c54","publish-timeout":"7s"}

	{"level":"info","ts":"2023-08-23T18:12:26.551005Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.551568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.105.2:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.555059Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6e03e7863b4f9c54","local-member-id":"c46d288d2fcb0590","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.555137Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}

	{"level":"info","ts":"2023-08-23T18:12:26.551069Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2023-08-23T18:12:26.555541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"info","ts":"2023-08-23T18:12:26.563277Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2023-08-23T18:12:26.563307Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"warn","ts":"2023-08-23T18:12:48.393724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-blj5d\" ","response":"range_response_count:1 size:4755"}

	{"level":"info","ts":"2023-08-23T18:12:48.39376Z","caller":"traceutil/trace.go:171","msg":"trace[2046528636] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-blj5d; range_end:; response_count:1; response_revision:423; }","duration":"169.059532ms","start":"2023-08-23T18:12:48.224693Z","end":"2023-08-23T18:12:48.393753Z","steps":["trace[2046528636] 'range keys from in-memory index tree'  (duration: 168.95968ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:12:48.39392Z","caller":"traceutil/trace.go:171","msg":"trace[720409665] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"100.636151ms","start":"2023-08-23T18:12:48.29328Z","end":"2023-08-23T18:12:48.393917Z","steps":["trace[720409665] 'process raft request'  (duration: 77.612181ms)","trace[720409665] 'compare'  (duration: 22.773829ms)"],"step_count":2}

	{"level":"info","ts":"2023-08-23T18:12:50.777156Z","caller":"traceutil/trace.go:171","msg":"trace[471484672] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"104.054592ms","start":"2023-08-23T18:12:50.673089Z","end":"2023-08-23T18:12:50.777143Z","steps":["trace[471484672] 'process raft request'  (duration: 103.971962ms)"],"step_count":1}

	{"level":"info","ts":"2023-08-23T18:22:26.650207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":655}

	{"level":"info","ts":"2023-08-23T18:22:26.650931Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":655,"took":"518.817µs","hash":1262660470}

	{"level":"info","ts":"2023-08-23T18:22:26.650949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1262660470,"revision":655,"compact-revision":-1}

	{"level":"info","ts":"2023-08-23T18:27:26.652533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":748}

	{"level":"info","ts":"2023-08-23T18:27:26.652937Z","caller":"mvcc/kvstore_compaction.go:66","msg":"finished scheduled compaction","compact-revision":748,"took":"267.17µs","hash":3279716501}

	{"level":"info","ts":"2023-08-23T18:27:26.652952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3279716501,"revision":748,"compact-revision":655}

	* 

	* ==> gcp-auth [e852eb8754f9] <==

	* 2023/08/23 18:13:08 GCP Auth Webhook started!

	2023/08/23 18:13:18 failed to get releases file: Get "https://storage.googleapis.com/minikube-gcp-auth/releases.json": dial tcp: lookup storage.googleapis.com on 10.96.0.10:53: read udp 10.244.0.5:60048->10.96.0.10:53: read: connection refused

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	2023/08/23 18:30:44 Ready to marshal response ...

	2023/08/23 18:30:44 Ready to write response ...

	* 

	* ==> kernel <==

	*  18:32:23 up 20 min,  0 users,  load average: 0.29, 0.21, 0.12

	Linux addons-603000 5.10.57 #1 SMP PREEMPT Fri Jul 14 22:49:12 UTC 2023 aarch64 GNU/Linux

	PRETTY_NAME="Buildroot 2021.02.12"

	* 

	* ==> kube-apiserver [594c65a93870] <==

	* I0823 18:12:27.437034       1 cache.go:39] Caches are synced for autoregister controller

	I0823 18:12:27.443118       1 shared_informer.go:318] Caches are synced for node_authorizer

	I0823 18:12:27.481999       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io

	I0823 18:12:28.325487       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000

	I0823 18:12:28.327337       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000

	I0823 18:12:28.327348       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0823 18:12:28.483580       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io

	I0823 18:12:28.494448       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io

	I0823 18:12:28.528987       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}

	W0823 18:12:28.530764       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.105.2]

	I0823 18:12:28.531188       1 controller.go:624] quota admission added evaluator for: endpoints

	I0823 18:12:28.532349       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0823 18:12:29.394948       1 controller.go:624] quota admission added evaluator for: serviceaccounts

	I0823 18:12:30.000403       1 controller.go:624] quota admission added evaluator for: deployments.apps

	I0823 18:12:30.005168       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}

	I0823 18:12:30.011907       1 controller.go:624] quota admission added evaluator for: daemonsets.apps

	I0823 18:12:42.297794       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps

	I0823 18:12:42.999693       1 controller.go:624] quota admission added evaluator for: replicasets.apps

	I0823 18:12:43.740564       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:12:50.388002       1 alloc.go:330] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.104.33.188"}

	I0823 18:12:50.406209       1 controller.go:624] quota admission added evaluator for: jobs.batch

	I0823 18:17:27.368575       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:22:27.369052       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:27:27.369080       1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager

	I0823 18:30:44.504708       1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.110.202.15"}

	* 

	* ==> kube-controller-manager [9700e5974326] <==

	* I0823 18:13:05.491052       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.492818       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:05.492904       1 event.go:307] "Event occurred" object="gcp-auth/gcp-auth-certs-create" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"

	I0823 18:13:09.490531       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="gcp-auth/gcp-auth-d4c87556c" duration="5.007096ms"

	I0823 18:13:09.490673       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="gcp-auth/gcp-auth-d4c87556c" duration="12.225µs"

	I0823 18:13:12.451688       1 resource_quota_monitor.go:210] "QuotaMonitor created object count evaluator" resource="traces.gadget.kinvolk.io"

	I0823 18:13:12.451711       1 shared_informer.go:311] Waiting for caches to sync for resource quota

	I0823 18:13:12.552518       1 shared_informer.go:318] Caches are synced for resource quota

	I0823 18:13:12.777696       1 shared_informer.go:311] Waiting for caches to sync for garbage collector

	I0823 18:13:12.777713       1 shared_informer.go:318] Caches are synced for garbage collector

	I0823 18:13:23.581296       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="4.891249ms"

	I0823 18:13:23.581368       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="28.846µs"

	I0823 18:13:35.007690       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:35.008253       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:13:35.019213       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-create"

	I0823 18:13:35.019817       1 job_controller.go:562] "enqueueing job" key="gcp-auth/gcp-auth-certs-patch"

	I0823 18:30:44.515595       1 event.go:307] "Event occurred" object="headlamp/headlamp" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set headlamp-699c48fb74 to 1"

	I0823 18:30:44.537411       1 event.go:307] "Event occurred" object="headlamp/headlamp-699c48fb74" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: headlamp-699c48fb74-fhmj2"

	I0823 18:30:44.546980       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="31.640595ms"

	I0823 18:30:44.550301       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="3.298736ms"

	I0823 18:30:44.550329       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="13.79µs"

	I0823 18:30:44.562652       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="41.165µs"

	I0823 18:30:50.261433       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="18.874µs"

	I0823 18:30:50.270891       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="4.914237ms"

	I0823 18:30:50.271079       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="headlamp/headlamp-699c48fb74" duration="66.247µs"

	* 

	* ==> kube-proxy [20ee50fe57df] <==

	* I0823 18:12:44.324386       1 server_others.go:69] "Using iptables proxy"

	I0823 18:12:44.336042       1 node.go:141] Successfully retrieved node IP: 192.168.105.2

	I0823 18:12:44.344520       1 server_others.go:121] "No iptables support for family" ipFamily="IPv6"

	I0823 18:12:44.344533       1 server.go:634] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0823 18:12:44.345190       1 server_others.go:152] "Using iptables Proxier"

	I0823 18:12:44.345242       1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0823 18:12:44.345409       1 server.go:846] "Version info" version="v1.28.0"

	I0823 18:12:44.345419       1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0823 18:12:44.346019       1 config.go:188] "Starting service config controller"

	I0823 18:12:44.346074       1 shared_informer.go:311] Waiting for caches to sync for service config

	I0823 18:12:44.346113       1 config.go:97] "Starting endpoint slice config controller"

	I0823 18:12:44.346120       1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config

	I0823 18:12:44.346526       1 config.go:315] "Starting node config controller"

	I0823 18:12:44.346554       1 shared_informer.go:311] Waiting for caches to sync for node config

	I0823 18:12:44.446872       1 shared_informer.go:318] Caches are synced for node config

	I0823 18:12:44.446887       1 shared_informer.go:318] Caches are synced for service config

	I0823 18:12:44.446897       1 shared_informer.go:318] Caches are synced for endpoint slice config

	* 

	* ==> kube-scheduler [695ccc939e29] <==

	* W0823 18:12:27.662067       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0823 18:12:27.662073       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0823 18:12:27.662103       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662127       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662184       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662207       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662242       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0823 18:12:27.662264       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0823 18:12:27.662344       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662351       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662392       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0823 18:12:27.662399       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0823 18:12:27.662439       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0823 18:12:27.662446       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0823 18:12:27.662483       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0823 18:12:27.662491       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0823 18:12:27.662520       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0823 18:12:27.662530       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0823 18:12:27.662556       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0823 18:12:27.662568       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	W0823 18:12:27.662623       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0823 18:12:27.662630       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0823 18:12:27.662674       1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0823 18:12:27.662681       1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	I0823 18:12:28.959674       1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	* 

	* ==> kubelet <==

	* -- Journal begins at Wed 2023-08-23 18:12:13 UTC, ends at Wed 2023-08-23 18:32:23 UTC. --

	Aug 23 18:30:44 addons-603000 kubelet[2300]: I0823 18:30:44.546044    2300 memory_manager.go:346] "RemoveStaleState removing state" podUID="837a7b11-2324-4d35-8b45-60b54a0a437d" containerName="patch"

	Aug 23 18:30:44 addons-603000 kubelet[2300]: I0823 18:30:44.546048    2300 memory_manager.go:346] "RemoveStaleState removing state" podUID="4714c96f-dbff-488c-b433-b2b82aa46082" containerName="create"

	Aug 23 18:30:44 addons-603000 kubelet[2300]: I0823 18:30:44.646316    2300 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5nwpf\" (UniqueName: \"kubernetes.io/projected/c34b494a-df64-4fd0-9ff9-0b52399c8158-kube-api-access-5nwpf\") pod \"headlamp-699c48fb74-fhmj2\" (UID: \"c34b494a-df64-4fd0-9ff9-0b52399c8158\") " pod="headlamp/headlamp-699c48fb74-fhmj2"

	Aug 23 18:30:44 addons-603000 kubelet[2300]: I0823 18:30:44.646339    2300 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/c34b494a-df64-4fd0-9ff9-0b52399c8158-gcp-creds\") pod \"headlamp-699c48fb74-fhmj2\" (UID: \"c34b494a-df64-4fd0-9ff9-0b52399c8158\") " pod="headlamp/headlamp-699c48fb74-fhmj2"

	Aug 23 18:30:50 addons-603000 kubelet[2300]: I0823 18:30:50.265681    2300 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="headlamp/headlamp-699c48fb74-fhmj2" podStartSLOduration=2.130440922 podCreationTimestamp="2023-08-23 18:30:44 +0000 UTC" firstStartedPulling="2023-08-23 18:30:45.012977308 +0000 UTC m=+1095.027237801" lastFinishedPulling="2023-08-23 18:30:49.148193191 +0000 UTC m=+1099.162453726" observedRunningTime="2023-08-23 18:30:50.260177974 +0000 UTC m=+1100.274438508" watchObservedRunningTime="2023-08-23 18:30:50.265656847 +0000 UTC m=+1100.279917382"

	Aug 23 18:30:52 addons-603000 kubelet[2300]: I0823 18:30:52.071581    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:30:52 addons-603000 kubelet[2300]: E0823 18:30:52.071933    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:31:05 addons-603000 kubelet[2300]: I0823 18:31:05.071033    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:31:05 addons-603000 kubelet[2300]: E0823 18:31:05.071210    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:31:17 addons-603000 kubelet[2300]: I0823 18:31:17.071487    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:31:17 addons-603000 kubelet[2300]: E0823 18:31:17.071633    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:31:30 addons-603000 kubelet[2300]: E0823 18:31:30.076193    2300 iptables.go:575] "Could not set up iptables canary" err=<

	Aug 23 18:31:30 addons-603000 kubelet[2300]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: ip6tables v1.8.6 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Aug 23 18:31:30 addons-603000 kubelet[2300]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Aug 23 18:31:30 addons-603000 kubelet[2300]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Aug 23 18:31:31 addons-603000 kubelet[2300]: I0823 18:31:31.070986    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:31:31 addons-603000 kubelet[2300]: E0823 18:31:31.071129    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:31:45 addons-603000 kubelet[2300]: I0823 18:31:45.071560    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:31:45 addons-603000 kubelet[2300]: E0823 18:31:45.071711    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:31:57 addons-603000 kubelet[2300]: I0823 18:31:57.071815    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:31:57 addons-603000 kubelet[2300]: E0823 18:31:57.071952    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:32:09 addons-603000 kubelet[2300]: I0823 18:32:09.071369    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:32:09 addons-603000 kubelet[2300]: E0823 18:32:09.071608    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

	Aug 23 18:32:22 addons-603000 kubelet[2300]: I0823 18:32:22.071580    2300 scope.go:117] "RemoveContainer" containerID="0f90525fcf0bb5e01f6dc6f75ad2029a4da1e8577834d9b39145b33c5921cd98"

	Aug 23 18:32:22 addons-603000 kubelet[2300]: E0823 18:32:22.071721    2300 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(d0fb563e-9f6f-4cbe-b232-2f4956e99b67)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="d0fb563e-9f6f-4cbe-b232-2f4956e99b67"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-arm64 status --format={{.APIServer}} -p addons-603000 -n addons-603000

helpers_test.go:261: (dbg) Run:  kubectl --context addons-603000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestAddons/parallel/CloudSpanner FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestAddons/parallel/CloudSpanner (820.39s)