=== RUN   TestCertExpiration

=== PAUSE TestCertExpiration

=== CONT  TestCertExpiration

cert_options_test.go:123: (dbg) Run:  out/minikube-darwin-amd64 start -p cert-expiration-371000 --memory=2048 --cert-expiration=3m --driver=hyperkit 

cert_options_test.go:123: (dbg) Done: out/minikube-darwin-amd64 start -p cert-expiration-371000 --memory=2048 --cert-expiration=3m --driver=hyperkit : (37.784509405s)

cert_options_test.go:131: (dbg) Run:  out/minikube-darwin-amd64 start -p cert-expiration-371000 --memory=2048 --cert-expiration=8760h --driver=hyperkit 

E0722 04:36:22.507796    1637 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/functional-963000/client.crt: no such file or directory

E0722 04:36:39.075819    1637 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/skaffold-264000/client.crt: no such file or directory

cert_options_test.go:131: (dbg) Non-zero exit: out/minikube-darwin-amd64 start -p cert-expiration-371000 --memory=2048 --cert-expiration=8760h --driver=hyperkit : exit status 90 (1m13.507031416s)

-- stdout --

	* [cert-expiration-371000] minikube v1.33.1 on Darwin 14.5

	  - MINIKUBE_LOCATION=19313

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-amd64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the hyperkit driver based on existing profile

	* Starting "cert-expiration-371000" primary control-plane node in "cert-expiration-371000" cluster

	* Updating the running hyperkit "cert-expiration-371000" VM ...

-- /stdout --

** stderr ** 

	X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 11:32:43 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.322897217Z" level=info msg="Starting up"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.323492105Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.324073372Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=521

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.341049798Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356794439Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356817586Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356853756Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356898236Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356953843Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356983507Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357113073Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357148360Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357160981Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357168208Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357225996Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357371911Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358916055Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358976076Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359113616Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359158135Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359248762Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359314054Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362316010Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362422585Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362469431Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362502974Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362541289Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362648330Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362917642Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363022226Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363060122Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363090167Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363124694Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363157045Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363188883Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363222669Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363253687Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363284667Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363314405Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363345290Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363382154Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363412973Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363444445Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363476995Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363506765Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363536663Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363574639Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363608382Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363643479Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363676224Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363706026Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363735555Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363764954Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363828368Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363871716Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363903689Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363932631Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364005239Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364048673Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364083817Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364114365Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364142682Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364171786Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364199808Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364380192Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364466843Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364550817Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364661420Z" level=info msg="containerd successfully booted in 0.024289s"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.362731293Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.371910259Z" level=info msg="Loading containers: start."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.456109809Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.555147082Z" level=info msg="Loading containers: done."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.565961556Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.566146806Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598133777Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:44 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598272993Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.679116249Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680243025Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680383169Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680476852Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680692650Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:45 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.716998963Z" level=info msg="Starting up"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717405603Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717986776Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=922

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.733305144Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748886663Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748934755Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748963573Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748973368Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748995923Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749005227Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749112263Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749146057Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749157577Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749165359Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749181310Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749259822Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750882698Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750920587Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751022318Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751088314Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751135334Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751151872Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751277492Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751318554Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751330378Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751376982Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751390281Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751423941Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751620215Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751679579Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751690057Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751698277Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751707009Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751715432Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751723322Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751734781Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751756918Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751774975Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751835808Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751846288Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751859760Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751869554Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751878062Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751886665Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751897155Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751905917Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751914182Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751922015Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751930389Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751939470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751946901Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751954376Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751963131Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751972629Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751985512Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751993598Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752006399Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752064058Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752099831Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752110299Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752118997Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752125353Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752133451Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752140494Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752270624Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752327147Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752380734Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752393036Z" level=info msg="containerd successfully booted in 0.019439s"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.779187600Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.783289140Z" level=info msg="Loading containers: start."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.853697434Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.917056868Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.962462016Z" level=info msg="Loading containers: done."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972189510Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972241479Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992261218Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992383110Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:47 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:52 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.334487375Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335280351Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335725715Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335787211Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335835743Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.378795963Z" level=info msg="Starting up"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.379416464Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.380013845Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=1277

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.398154396Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413150759Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413253463Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413287903Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413298214Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413318622Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413327172Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413440581Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413475523Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413487912Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413495381Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413553634Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413638178Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415216795Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415256876Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415377546Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415417951Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415444278Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415460673Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415649707Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415695347Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415707920Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415718198Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415727896Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415758043Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415963714Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416260801Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416413598Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416460259Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416499053Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416567113Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416608039Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416645140Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416679124Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416719129Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416753890Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416787087Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416827012Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416868495Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416904463Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416939000Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416970647Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417006657Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417040469Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417216916Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417306116Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417413424Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417459208Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417491616Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417581449Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417628567Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417667750Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417699640Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417730343Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417800304Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417844047Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417934917Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417973244Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418005983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418037857Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418066959Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418300276Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418436481Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418497979Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418620867Z" level=info msg="containerd successfully booted in 0.021136s"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.422975059Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.462125066Z" level=info msg="Loading containers: start."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.540887898Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.609580799Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.654735495Z" level=info msg="Loading containers: done."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664478385Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664536821Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686004344Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686170919Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:54 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666729921Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666859841Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666886673Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666991816Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671283844Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671395509Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671463482Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671619179Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693511149Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693755129Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693780949Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693914087Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698164471Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698314388Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698346178Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698485089Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.853776336Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854028415Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854226121Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.855183798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893462893Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893677164Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893780385Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893929246Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896000349Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896168192Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896304132Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896506004Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.897720119Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898591534Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898795377Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898914838Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992697696Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992887996Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992988376Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.993945882Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013369995Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013453432Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013569461Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013637798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109580127Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109624213Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.111980705Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.112534350Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149181846Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149942878Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149982036Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.150124691Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187422135Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187500587Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187513164Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187624942Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.431879591Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432069689Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432097896Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432179926Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:33:51.304160418Z" level=info msg="ignoring event" container=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305030242Z" level=info msg="shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305266617Z" level=warning msg="cleaning up after shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305309676Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001231815Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001276275Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001287778Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001529301Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:36:10 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:10.949305583Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:36:10 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.055519397Z" level=info msg="ignoring event" container=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055632768Z" level=info msg="shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055684998Z" level=warning msg="cleaning up after shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055694275Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.060155366Z" level=info msg="ignoring event" container=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060613821Z" level=info msg="shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060665015Z" level=warning msg="cleaning up after shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060673512Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071258735Z" level=info msg="shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071321680Z" level=warning msg="cleaning up after shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071330162Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.071822404Z" level=info msg="ignoring event" container=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.083858512Z" level=info msg="ignoring event" container=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084042816Z" level=info msg="shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084240546Z" level=warning msg="cleaning up after shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084538383Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101564761Z" level=info msg="ignoring event" container=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101611543Z" level=info msg="ignoring event" container=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101634153Z" level=info msg="ignoring event" container=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101645157Z" level=info msg="ignoring event" container=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101658190Z" level=info msg="ignoring event" container=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102863333Z" level=info msg="shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102938501Z" level=warning msg="cleaning up after shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102969371Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103423978Z" level=info msg="shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103495279Z" level=warning msg="cleaning up after shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103504099Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106924516Z" level=info msg="shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106989796Z" level=warning msg="cleaning up after shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.107020943Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.113957654Z" level=info msg="shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114007541Z" level=warning msg="cleaning up after shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114016088Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114379509Z" level=info msg="shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114435886Z" level=warning msg="cleaning up after shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114464669Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121911240Z" level=info msg="shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121960224Z" level=warning msg="cleaning up after shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121968604Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122120128Z" level=info msg="ignoring event" container=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122165975Z" level=info msg="ignoring event" container=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122900962Z" level=info msg="shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122943023Z" level=warning msg="cleaning up after shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122951642Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.128985604Z" level=info msg="ignoring event" container=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135347133Z" level=info msg="shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135399796Z" level=warning msg="cleaning up after shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135408738Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.137258688Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.149775083Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.154931313Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.165018049Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.188423719Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.987849601Z" level=info msg="shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991210759Z" level=warning msg="cleaning up after shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991257574Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:15.993985949Z" level=info msg="ignoring event" container=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.976155260Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.999099298Z" level=info msg="ignoring event" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999005911Z" level=info msg="shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999507624Z" level=warning msg="cleaning up after shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999618875Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.019668441Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020089991Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020153536Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020190386Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Consumed 3.263s CPU time.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:36:22 cert-expiration-371000 dockerd[3833]: time="2024-07-22T11:36:22.054447432Z" level=info msg="Starting up"

	Jul 22 11:37:22 cert-expiration-371000 dockerd[3833]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:133: failed to start minikube after cert expiration: "out/minikube-darwin-amd64 start -p cert-expiration-371000 --memory=2048 --cert-expiration=8760h --driver=hyperkit " : exit status 90

cert_options_test.go:136: minikube start output did not warn about expired certs: 

-- stdout --

	* [cert-expiration-371000] minikube v1.33.1 on Darwin 14.5

	  - MINIKUBE_LOCATION=19313

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-amd64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the hyperkit driver based on existing profile

	* Starting "cert-expiration-371000" primary control-plane node in "cert-expiration-371000" cluster

	* Updating the running hyperkit "cert-expiration-371000" VM ...

-- /stdout --

** stderr ** 

	X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 11:32:43 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.322897217Z" level=info msg="Starting up"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.323492105Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.324073372Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=521

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.341049798Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356794439Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356817586Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356853756Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356898236Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356953843Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356983507Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357113073Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357148360Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357160981Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357168208Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357225996Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357371911Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358916055Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358976076Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359113616Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359158135Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359248762Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359314054Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362316010Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362422585Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362469431Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362502974Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362541289Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362648330Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362917642Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363022226Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363060122Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363090167Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363124694Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363157045Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363188883Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363222669Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363253687Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363284667Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363314405Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363345290Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363382154Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363412973Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363444445Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363476995Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363506765Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363536663Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363574639Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363608382Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363643479Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363676224Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363706026Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363735555Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363764954Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363828368Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363871716Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363903689Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363932631Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364005239Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364048673Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364083817Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364114365Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364142682Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364171786Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364199808Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364380192Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364466843Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364550817Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364661420Z" level=info msg="containerd successfully booted in 0.024289s"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.362731293Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.371910259Z" level=info msg="Loading containers: start."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.456109809Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.555147082Z" level=info msg="Loading containers: done."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.565961556Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.566146806Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598133777Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:44 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598272993Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.679116249Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680243025Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680383169Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680476852Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680692650Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:45 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.716998963Z" level=info msg="Starting up"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717405603Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717986776Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=922

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.733305144Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748886663Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748934755Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748963573Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748973368Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748995923Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749005227Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749112263Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749146057Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749157577Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749165359Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749181310Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749259822Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750882698Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750920587Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751022318Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751088314Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751135334Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751151872Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751277492Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751318554Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751330378Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751376982Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751390281Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751423941Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751620215Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751679579Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751690057Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751698277Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751707009Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751715432Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751723322Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751734781Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751756918Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751774975Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751835808Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751846288Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751859760Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751869554Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751878062Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751886665Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751897155Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751905917Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751914182Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751922015Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751930389Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751939470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751946901Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751954376Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751963131Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751972629Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751985512Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751993598Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752006399Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752064058Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752099831Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752110299Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752118997Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752125353Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752133451Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752140494Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752270624Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752327147Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752380734Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752393036Z" level=info msg="containerd successfully booted in 0.019439s"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.779187600Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.783289140Z" level=info msg="Loading containers: start."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.853697434Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.917056868Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.962462016Z" level=info msg="Loading containers: done."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972189510Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972241479Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992261218Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992383110Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:47 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:52 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.334487375Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335280351Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335725715Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335787211Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335835743Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.378795963Z" level=info msg="Starting up"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.379416464Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.380013845Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=1277

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.398154396Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413150759Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413253463Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413287903Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413298214Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413318622Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413327172Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413440581Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413475523Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413487912Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413495381Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413553634Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413638178Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415216795Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415256876Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415377546Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415417951Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415444278Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415460673Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415649707Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415695347Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415707920Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415718198Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415727896Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415758043Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415963714Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416260801Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416413598Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416460259Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416499053Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416567113Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416608039Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416645140Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416679124Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416719129Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416753890Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416787087Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416827012Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416868495Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416904463Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416939000Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416970647Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417006657Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417040469Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417216916Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417306116Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417413424Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417459208Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417491616Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417581449Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417628567Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417667750Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417699640Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417730343Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417800304Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417844047Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417934917Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417973244Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418005983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418037857Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418066959Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418300276Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418436481Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418497979Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418620867Z" level=info msg="containerd successfully booted in 0.021136s"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.422975059Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.462125066Z" level=info msg="Loading containers: start."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.540887898Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.609580799Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.654735495Z" level=info msg="Loading containers: done."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664478385Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664536821Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686004344Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686170919Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:54 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666729921Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666859841Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666886673Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666991816Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671283844Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671395509Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671463482Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671619179Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693511149Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693755129Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693780949Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693914087Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698164471Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698314388Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698346178Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698485089Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.853776336Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854028415Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854226121Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.855183798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893462893Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893677164Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893780385Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893929246Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896000349Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896168192Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896304132Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896506004Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.897720119Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898591534Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898795377Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898914838Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992697696Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992887996Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992988376Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.993945882Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013369995Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013453432Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013569461Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013637798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109580127Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109624213Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.111980705Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.112534350Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149181846Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149942878Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149982036Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.150124691Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187422135Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187500587Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187513164Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187624942Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.431879591Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432069689Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432097896Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432179926Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:33:51.304160418Z" level=info msg="ignoring event" container=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305030242Z" level=info msg="shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305266617Z" level=warning msg="cleaning up after shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305309676Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001231815Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001276275Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001287778Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001529301Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:36:10 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:10.949305583Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:36:10 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.055519397Z" level=info msg="ignoring event" container=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055632768Z" level=info msg="shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055684998Z" level=warning msg="cleaning up after shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055694275Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.060155366Z" level=info msg="ignoring event" container=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060613821Z" level=info msg="shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060665015Z" level=warning msg="cleaning up after shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060673512Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071258735Z" level=info msg="shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071321680Z" level=warning msg="cleaning up after shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071330162Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.071822404Z" level=info msg="ignoring event" container=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.083858512Z" level=info msg="ignoring event" container=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084042816Z" level=info msg="shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084240546Z" level=warning msg="cleaning up after shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084538383Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101564761Z" level=info msg="ignoring event" container=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101611543Z" level=info msg="ignoring event" container=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101634153Z" level=info msg="ignoring event" container=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101645157Z" level=info msg="ignoring event" container=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101658190Z" level=info msg="ignoring event" container=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102863333Z" level=info msg="shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102938501Z" level=warning msg="cleaning up after shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102969371Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103423978Z" level=info msg="shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103495279Z" level=warning msg="cleaning up after shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103504099Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106924516Z" level=info msg="shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106989796Z" level=warning msg="cleaning up after shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.107020943Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.113957654Z" level=info msg="shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114007541Z" level=warning msg="cleaning up after shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114016088Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114379509Z" level=info msg="shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114435886Z" level=warning msg="cleaning up after shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114464669Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121911240Z" level=info msg="shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121960224Z" level=warning msg="cleaning up after shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121968604Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122120128Z" level=info msg="ignoring event" container=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122165975Z" level=info msg="ignoring event" container=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122900962Z" level=info msg="shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122943023Z" level=warning msg="cleaning up after shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122951642Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.128985604Z" level=info msg="ignoring event" container=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135347133Z" level=info msg="shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135399796Z" level=warning msg="cleaning up after shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135408738Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.137258688Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.149775083Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.154931313Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.165018049Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.188423719Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.987849601Z" level=info msg="shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991210759Z" level=warning msg="cleaning up after shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991257574Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:15.993985949Z" level=info msg="ignoring event" container=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.976155260Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.999099298Z" level=info msg="ignoring event" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999005911Z" level=info msg="shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999507624Z" level=warning msg="cleaning up after shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999618875Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.019668441Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020089991Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020153536Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020190386Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Consumed 3.263s CPU time.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:36:22 cert-expiration-371000 dockerd[3833]: time="2024-07-22T11:36:22.054447432Z" level=info msg="Starting up"

	Jul 22 11:37:22 cert-expiration-371000 dockerd[3833]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	* 

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

** /stderr **

cert_options_test.go:138: *** TestCertExpiration FAILED at 2024-07-22 04:37:22.102424 -0700 PDT m=+4141.436775467

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-amd64 status --format={{.Host}} -p cert-expiration-371000 -n cert-expiration-371000

helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p cert-expiration-371000 -n cert-expiration-371000: exit status 2 (158.112719ms)

-- stdout --

	Running

-- /stdout --

helpers_test.go:239: status error: exit status 2 (may be ok)

helpers_test.go:244: <<< TestCertExpiration FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestCertExpiration]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-amd64 -p cert-expiration-371000 logs -n 25

helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p cert-expiration-371000 logs -n 25: (2m0.688904422s)

helpers_test.go:252: TestCertExpiration logs: 

-- stdout --

	==> Audit <==

	|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|

	| Command |                 Args                  |          Profile          |  User   | Version |     Start Time      |      End Time       |

	|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|

	| ssh     | -p NoKubernetes-533000 sudo           | NoKubernetes-533000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT |                     |

	|         | systemctl is-active --quiet           |                           |         |         |                     |                     |

	|         | service kubelet                       |                           |         |         |                     |                     |

	| stop    | -p NoKubernetes-533000                | NoKubernetes-533000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:31 PDT |

	| start   | -p NoKubernetes-533000                | NoKubernetes-533000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:31 PDT |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| ssh     | force-systemd-env-128000              | force-systemd-env-128000  | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:31 PDT |

	|         | ssh docker info --format              |                           |         |         |                     |                     |

	|         | {{.CgroupDriver}}                     |                           |         |         |                     |                     |

	| delete  | -p force-systemd-env-128000           | force-systemd-env-128000  | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:31 PDT |

	| ssh     | -p NoKubernetes-533000 sudo           | NoKubernetes-533000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT |                     |

	|         | systemctl is-active --quiet           |                           |         |         |                     |                     |

	|         | service kubelet                       |                           |         |         |                     |                     |

	| delete  | -p NoKubernetes-533000                | NoKubernetes-533000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:31 PDT |

	| start   | -p force-systemd-flag-826000          | force-systemd-flag-826000 | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:32 PDT |

	|         | --memory=2048 --force-systemd         |                           |         |         |                     |                     |

	|         | --alsologtostderr -v=5                |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| start   | -p docker-flags-856000                | docker-flags-856000       | jenkins | v1.33.1 | 22 Jul 24 04:31 PDT | 22 Jul 24 04:32 PDT |

	|         | --cache-images=false                  |                           |         |         |                     |                     |

	|         | --memory=2048                         |                           |         |         |                     |                     |

	|         | --install-addons=false                |                           |         |         |                     |                     |

	|         | --wait=false                          |                           |         |         |                     |                     |

	|         | --docker-env=FOO=BAR                  |                           |         |         |                     |                     |

	|         | --docker-env=BAZ=BAT                  |                           |         |         |                     |                     |

	|         | --docker-opt=debug                    |                           |         |         |                     |                     |

	|         | --docker-opt=icc=true                 |                           |         |         |                     |                     |

	|         | --alsologtostderr -v=5                |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| ssh     | force-systemd-flag-826000             | force-systemd-flag-826000 | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:32 PDT |

	|         | ssh docker info --format              |                           |         |         |                     |                     |

	|         | {{.CgroupDriver}}                     |                           |         |         |                     |                     |

	| delete  | -p force-systemd-flag-826000          | force-systemd-flag-826000 | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:32 PDT |

	| start   | -p cert-expiration-371000             | cert-expiration-371000    | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:33 PDT |

	|         | --memory=2048                         |                           |         |         |                     |                     |

	|         | --cert-expiration=3m                  |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| ssh     | docker-flags-856000 ssh               | docker-flags-856000       | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:32 PDT |

	|         | sudo systemctl show docker            |                           |         |         |                     |                     |

	|         | --property=Environment                |                           |         |         |                     |                     |

	|         | --no-pager                            |                           |         |         |                     |                     |

	| ssh     | docker-flags-856000 ssh               | docker-flags-856000       | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:32 PDT |

	|         | sudo systemctl show docker            |                           |         |         |                     |                     |

	|         | --property=ExecStart                  |                           |         |         |                     |                     |

	|         | --no-pager                            |                           |         |         |                     |                     |

	| delete  | -p docker-flags-856000                | docker-flags-856000       | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:32 PDT |

	| start   | -p cert-options-926000                | cert-options-926000       | jenkins | v1.33.1 | 22 Jul 24 04:32 PDT | 22 Jul 24 04:33 PDT |

	|         | --memory=2048                         |                           |         |         |                     |                     |

	|         | --apiserver-ips=127.0.0.1             |                           |         |         |                     |                     |

	|         | --apiserver-ips=192.168.15.15         |                           |         |         |                     |                     |

	|         | --apiserver-names=localhost           |                           |         |         |                     |                     |

	|         | --apiserver-names=www.google.com      |                           |         |         |                     |                     |

	|         | --apiserver-port=8555                 |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| ssh     | cert-options-926000 ssh               | cert-options-926000       | jenkins | v1.33.1 | 22 Jul 24 04:33 PDT | 22 Jul 24 04:33 PDT |

	|         | openssl x509 -text -noout -in         |                           |         |         |                     |                     |

	|         | /var/lib/minikube/certs/apiserver.crt |                           |         |         |                     |                     |

	| ssh     | -p cert-options-926000 -- sudo        | cert-options-926000       | jenkins | v1.33.1 | 22 Jul 24 04:33 PDT | 22 Jul 24 04:33 PDT |

	|         | cat /etc/kubernetes/admin.conf        |                           |         |         |                     |                     |

	| delete  | -p cert-options-926000                | cert-options-926000       | jenkins | v1.33.1 | 22 Jul 24 04:33 PDT | 22 Jul 24 04:33 PDT |

	| start   | -p kubernetes-upgrade-759000          | kubernetes-upgrade-759000 | jenkins | v1.33.1 | 22 Jul 24 04:33 PDT | 22 Jul 24 04:34 PDT |

	|         | --memory=2200                         |                           |         |         |                     |                     |

	|         | --kubernetes-version=v1.20.0          |                           |         |         |                     |                     |

	|         | --alsologtostderr -v=1                |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| stop    | -p kubernetes-upgrade-759000          | kubernetes-upgrade-759000 | jenkins | v1.33.1 | 22 Jul 24 04:34 PDT | 22 Jul 24 04:34 PDT |

	| start   | -p kubernetes-upgrade-759000          | kubernetes-upgrade-759000 | jenkins | v1.33.1 | 22 Jul 24 04:34 PDT | 22 Jul 24 04:36 PDT |

	|         | --memory=2200                         |                           |         |         |                     |                     |

	|         | --kubernetes-version=v1.31.0-beta.0   |                           |         |         |                     |                     |

	|         | --alsologtostderr -v=1                |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| start   | -p cert-expiration-371000             | cert-expiration-371000    | jenkins | v1.33.1 | 22 Jul 24 04:36 PDT |                     |

	|         | --memory=2048                         |                           |         |         |                     |                     |

	|         | --cert-expiration=8760h               |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| start   | -p kubernetes-upgrade-759000          | kubernetes-upgrade-759000 | jenkins | v1.33.1 | 22 Jul 24 04:36 PDT |                     |

	|         | --memory=2200                         |                           |         |         |                     |                     |

	|         | --kubernetes-version=v1.20.0          |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	| start   | -p kubernetes-upgrade-759000          | kubernetes-upgrade-759000 | jenkins | v1.33.1 | 22 Jul 24 04:36 PDT |                     |

	|         | --memory=2200                         |                           |         |         |                     |                     |

	|         | --kubernetes-version=v1.31.0-beta.0   |                           |         |         |                     |                     |

	|         | --alsologtostderr -v=1                |                           |         |         |                     |                     |

	|         | --driver=hyperkit                     |                           |         |         |                     |                     |

	|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/07/22 04:36:59

	Running on machine: MacOS-Agent-2

	Binary: Built with gc go1.22.5 for darwin/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0722 04:36:59.138513    6653 out.go:291] Setting OutFile to fd 1 ...

	I0722 04:36:59.138679    6653 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 04:36:59.138684    6653 out.go:304] Setting ErrFile to fd 2...

	I0722 04:36:59.138688    6653 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 04:36:59.138867    6653 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19313-1111/.minikube/bin

	I0722 04:36:59.140186    6653 out.go:298] Setting JSON to false

	I0722 04:36:59.162817    6653 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":5788,"bootTime":1721642431,"procs":436,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}

	W0722 04:36:59.162915    6653 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0722 04:36:59.184504    6653 out.go:177] * [kubernetes-upgrade-759000] minikube v1.33.1 on Darwin 14.5

	I0722 04:36:59.242417    6653 notify.go:220] Checking for updates...

	I0722 04:36:59.262842    6653 out.go:177]   - MINIKUBE_LOCATION=19313

	I0722 04:36:59.284120    6653 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 04:36:59.325930    6653 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-amd64

	I0722 04:36:59.368335    6653 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0722 04:36:59.388963    6653 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	I0722 04:36:59.410231    6653 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0722 04:36:59.431871    6653 config.go:182] Loaded profile config "kubernetes-upgrade-759000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0-beta.0

	I0722 04:36:59.432546    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:36:59.432624    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:36:59.442726    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54675

	I0722 04:36:59.443169    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:36:59.443578    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:36:59.443590    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:36:59.443828    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:36:59.443964    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:36:59.444180    6653 driver.go:392] Setting default libvirt URI to qemu:///system

	I0722 04:36:59.444432    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:36:59.444452    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:36:59.452924    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54677

	I0722 04:36:59.453276    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:36:59.453588    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:36:59.453597    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:36:59.453789    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:36:59.453906    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:36:59.482271    6653 out.go:177] * Using the hyperkit driver based on existing profile

	I0722 04:36:59.524215    6653 start.go:297] selected driver: hyperkit

	I0722 04:36:59.524243    6653 start.go:901] validating driver "hyperkit" against &{Name:kubernetes-upgrade-759000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 Kuberne

tesConfig:{KubernetesVersion:v1.31.0-beta.0 ClusterName:kubernetes-upgrade-759000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.33 Port:8443 KubernetesVersion:v1.31.0-beta.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 Mount

Options:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 04:36:59.524467    6653 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0722 04:36:59.528727    6653 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 04:36:59.528821    6653 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19313-1111/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin

	I0722 04:36:59.537027    6653 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1

	I0722 04:36:59.540790    6653 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:36:59.540811    6653 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good

	I0722 04:36:59.540936    6653 cni.go:84] Creating CNI manager for ""

	I0722 04:36:59.540951    6653 cni.go:158] "hyperkit" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0722 04:36:59.540990    6653 start.go:340] cluster config:

	{Name:kubernetes-upgrade-759000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0-beta.0 ClusterName:kubernetes-upgrade-759000

Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.33 Port:8443 KubernetesVersion:v1.31.0-beta.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizat

ions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 04:36:59.541087    6653 iso.go:125] acquiring lock: {Name:mk28fa3b914b659bb36b0449a0ad3ab1345dae32 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 04:36:59.583112    6653 out.go:177] * Starting "kubernetes-upgrade-759000" primary control-plane node in "kubernetes-upgrade-759000" cluster

	I0722 04:36:59.603895    6653 preload.go:131] Checking if preload exists for k8s version v1.31.0-beta.0 and runtime docker

	I0722 04:36:59.603949    6653 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-beta.0-docker-overlay2-amd64.tar.lz4

	I0722 04:36:59.603973    6653 cache.go:56] Caching tarball of preloaded images

	I0722 04:36:59.604113    6653 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-beta.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 04:36:59.604128    6653 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0-beta.0 on docker

	I0722 04:36:59.604240    6653 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/config.json ...

	I0722 04:36:59.604731    6653 start.go:360] acquireMachinesLock for kubernetes-upgrade-759000: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 04:36:59.604787    6653 start.go:364] duration metric: took 42.648µs to acquireMachinesLock for "kubernetes-upgrade-759000"

	I0722 04:36:59.604804    6653 start.go:96] Skipping create...Using existing machine configuration

	I0722 04:36:59.604816    6653 fix.go:54] fixHost starting: 

	I0722 04:36:59.605048    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:36:59.605071    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:36:59.613510    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54679

	I0722 04:36:59.613861    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:36:59.614254    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:36:59.614270    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:36:59.614482    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:36:59.614610    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:36:59.614701    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetState

	I0722 04:36:59.614788    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 04:36:59.614897    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | hyperkit pid from json: 6608

	I0722 04:36:59.615839    6653 fix.go:112] recreateIfNeeded on kubernetes-upgrade-759000: state=Running err=<nil>

	W0722 04:36:59.615858    6653 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 04:36:59.690108    6653 out.go:177] * Updating the running hyperkit "kubernetes-upgrade-759000" VM ...

	I0722 04:36:59.731020    6653 machine.go:94] provisionDockerMachine start ...

	I0722 04:36:59.731057    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:36:59.731359    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:36:59.731572    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:36:59.731757    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.731937    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.732120    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:36:59.732346    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:36:59.732709    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:36:59.732724    6653 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 04:36:59.792441    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-759000

	I0722 04:36:59.792457    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetMachineName

	I0722 04:36:59.792592    6653 buildroot.go:166] provisioning hostname "kubernetes-upgrade-759000"

	I0722 04:36:59.792605    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetMachineName

	I0722 04:36:59.792719    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:36:59.792828    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:36:59.792952    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.793040    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.793143    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:36:59.793265    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:36:59.793402    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:36:59.793411    6653 main.go:141] libmachine: About to run SSH command:

	sudo hostname kubernetes-upgrade-759000 && echo "kubernetes-upgrade-759000" | sudo tee /etc/hostname

	I0722 04:36:59.866337    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-759000

	I0722 04:36:59.866358    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:36:59.866487    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:36:59.866575    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.866672    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:36:59.866754    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:36:59.866896    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:36:59.867067    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:36:59.867079    6653 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\skubernetes-upgrade-759000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 kubernetes-upgrade-759000/g' /etc/hosts;

				else 

					echo '127.0.1.1 kubernetes-upgrade-759000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 04:36:59.930482    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 04:36:59.930515    6653 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 04:36:59.930532    6653 buildroot.go:174] setting up certificates

	I0722 04:36:59.930546    6653 provision.go:84] configureAuth start

	I0722 04:36:59.930556    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetMachineName

	I0722 04:36:59.930690    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetIP

	I0722 04:36:59.930785    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:36:59.930876    6653 provision.go:143] copyHostCerts

	I0722 04:36:59.930963    6653 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 04:36:59.930973    6653 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 04:36:59.931127    6653 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 04:36:59.931363    6653 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 04:36:59.931369    6653 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 04:36:59.931447    6653 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 04:36:59.931610    6653 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 04:36:59.931616    6653 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 04:36:59.931697    6653 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 04:36:59.931849    6653 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.kubernetes-upgrade-759000 san=[127.0.0.1 192.169.0.33 kubernetes-upgrade-759000 localhost minikube]

	I0722 04:37:00.139269    6653 provision.go:177] copyRemoteCerts

	I0722 04:37:00.139324    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 04:37:00.139342    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.139491    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.139592    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.139695    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.139792    6653 sshutil.go:53] new ssh client: &{IP:192.169.0.33 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/kubernetes-upgrade-759000/id_rsa Username:docker}

	I0722 04:37:00.177277    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 04:37:00.196909    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)

	I0722 04:37:00.218402    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0722 04:37:00.238035    6653 provision.go:87] duration metric: took 307.479462ms to configureAuth

	I0722 04:37:00.238048    6653 buildroot.go:189] setting minikube options for container-runtime

	I0722 04:37:00.238191    6653 config.go:182] Loaded profile config "kubernetes-upgrade-759000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0-beta.0

	I0722 04:37:00.238205    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.238344    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.238426    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.238526    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.238596    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.238672    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.238773    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:37:00.238899    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:37:00.238907    6653 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 04:37:00.302142    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 04:37:00.302153    6653 buildroot.go:70] root file system type: tmpfs

	I0722 04:37:00.302229    6653 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 04:37:00.302243    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.302390    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.302497    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.302584    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.302671    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.302805    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:37:00.302960    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:37:00.303005    6653 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 04:37:00.374346    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 04:37:00.374372    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.374508    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.374596    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.374692    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.374768    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.374886    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:37:00.375056    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:37:00.375073    6653 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 04:37:00.437899    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 04:37:00.437911    6653 machine.go:97] duration metric: took 706.883504ms to provisionDockerMachine

	I0722 04:37:00.437944    6653 start.go:293] postStartSetup for "kubernetes-upgrade-759000" (driver="hyperkit")

	I0722 04:37:00.437954    6653 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 04:37:00.437969    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.438145    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 04:37:00.438159    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.438243    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.438332    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.438437    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.438535    6653 sshutil.go:53] new ssh client: &{IP:192.169.0.33 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/kubernetes-upgrade-759000/id_rsa Username:docker}

	I0722 04:37:00.475257    6653 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 04:37:00.478520    6653 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 04:37:00.478535    6653 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 04:37:00.478621    6653 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 04:37:00.478764    6653 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 04:37:00.478926    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 04:37:00.486134    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 04:37:00.508797    6653 start.go:296] duration metric: took 70.843463ms for postStartSetup

	I0722 04:37:00.508826    6653 fix.go:56] duration metric: took 904.030438ms for fixHost

	I0722 04:37:00.508842    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.508977    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.509079    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.509164    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.509231    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.509344    6653 main.go:141] libmachine: Using SSH client type: native

	I0722 04:37:00.509494    6653 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x70910c0] 0x7093e20 <nil>  [] 0s} 192.169.0.33 22 <nil> <nil>}

	I0722 04:37:00.509502    6653 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0722 04:37:00.569539    6653 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721648220.768330339

	I0722 04:37:00.569550    6653 fix.go:216] guest clock: 1721648220.768330339

	I0722 04:37:00.569555    6653 fix.go:229] Guest: 2024-07-22 04:37:00.768330339 -0700 PDT Remote: 2024-07-22 04:37:00.508831 -0700 PDT m=+1.405440787 (delta=259.499339ms)

	I0722 04:37:00.569579    6653 fix.go:200] guest clock delta is within tolerance: 259.499339ms

	I0722 04:37:00.569583    6653 start.go:83] releasing machines lock for "kubernetes-upgrade-759000", held for 964.806332ms

	I0722 04:37:00.569602    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.569725    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetIP

	I0722 04:37:00.569829    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.570134    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.570240    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:00.570332    6653 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 04:37:00.570369    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.570374    6653 ssh_runner.go:195] Run: cat /version.json

	I0722 04:37:00.570383    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:00.570478    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.570495    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:00.570606    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.570611    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:00.570707    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.570720    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:00.570797    6653 sshutil.go:53] new ssh client: &{IP:192.169.0.33 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/kubernetes-upgrade-759000/id_rsa Username:docker}

	I0722 04:37:00.570826    6653 sshutil.go:53] new ssh client: &{IP:192.169.0.33 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/kubernetes-upgrade-759000/id_rsa Username:docker}

	I0722 04:37:00.651588    6653 ssh_runner.go:195] Run: systemctl --version

	I0722 04:37:00.657781    6653 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0722 04:37:00.662064    6653 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 04:37:00.662108    6653 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *bridge* -not -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e '/"dst": ".*:.*"/d' -e 's|^(.*)"dst": (.*)[,*]$|\1"dst": \2|g' -e '/"subnet": ".*:.*"/d' -e 's|^(.*)"subnet": ".*"(.*)[,*]$|\1"subnet": "10.244.0.0/16"\2|g' {}" ;

	I0722 04:37:00.670079    6653 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e 's|^(.*)"subnet": ".*"(.*)$|\1"subnet": "10.244.0.0/16"\2|g' -e 's|^(.*)"gateway": ".*"(.*)$|\1"gateway": "10.244.0.1"\2|g' {}" ;

	I0722 04:37:00.683059    6653 cni.go:308] configured [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 04:37:00.683072    6653 start.go:495] detecting cgroup driver to use...

	I0722 04:37:00.683173    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 04:37:00.698944    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"

	I0722 04:37:00.711289    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 04:37:00.720612    6653 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 04:37:00.720655    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 04:37:00.730809    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 04:37:00.740463    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 04:37:00.749470    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 04:37:00.758912    6653 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 04:37:00.769627    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 04:37:00.778665    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 04:37:00.787713    6653 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 04:37:00.797073    6653 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 04:37:00.806414    6653 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 04:37:00.815565    6653 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 04:37:00.951188    6653 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 04:37:00.969874    6653 start.go:495] detecting cgroup driver to use...

	I0722 04:37:00.969956    6653 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 04:37:00.985052    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 04:37:00.998218    6653 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 04:37:01.018468    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 04:37:01.030891    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 04:37:01.042099    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 04:37:01.060029    6653 ssh_runner.go:195] Run: which cri-dockerd

	I0722 04:37:01.062905    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 04:37:01.071036    6653 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)

	I0722 04:37:01.084825    6653 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 04:37:01.226162    6653 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 04:37:01.348978    6653 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 04:37:01.349069    6653 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 04:37:01.365018    6653 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 04:37:01.515946    6653 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 04:37:13.947823    6653 ssh_runner.go:235] Completed: sudo systemctl restart docker: (12.432066265s)

	I0722 04:37:13.947889    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0722 04:37:13.964413    6653 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket

	I0722 04:37:13.994428    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 04:37:14.004973    6653 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0722 04:37:14.102880    6653 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0722 04:37:14.204146    6653 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 04:37:14.323205    6653 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0722 04:37:14.337051    6653 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 04:37:14.347350    6653 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 04:37:14.439475    6653 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0722 04:37:14.510758    6653 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0722 04:37:14.510843    6653 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0722 04:37:14.515198    6653 start.go:563] Will wait 60s for crictl version

	I0722 04:37:14.515251    6653 ssh_runner.go:195] Run: which crictl

	I0722 04:37:14.518134    6653 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0722 04:37:14.543586    6653 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.0.3

	RuntimeApiVersion:  v1

	I0722 04:37:14.543657    6653 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 04:37:14.560786    6653 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 04:37:14.620332    6653 out.go:204] * Preparing Kubernetes v1.31.0-beta.0 on Docker 27.0.3 ...

	I0722 04:37:14.620388    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetIP

	I0722 04:37:14.620882    6653 ssh_runner.go:195] Run: grep 192.169.0.1	host.minikube.internal$ /etc/hosts

	I0722 04:37:14.625704    6653 kubeadm.go:883] updating cluster {Name:kubernetes-upgrade-759000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet

esVersion:v1.31.0-beta.0 ClusterName:kubernetes-upgrade-759000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.33 Port:8443 KubernetesVersion:v1.31.0-beta.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPor

t:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0722 04:37:14.625776    6653 preload.go:131] Checking if preload exists for k8s version v1.31.0-beta.0 and runtime docker

	I0722 04:37:14.625829    6653 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 04:37:14.643873    6653 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.31.0-beta.0

	registry.k8s.io/kube-controller-manager:v1.31.0-beta.0

	registry.k8s.io/kube-proxy:v1.31.0-beta.0

	registry.k8s.io/kube-scheduler:v1.31.0-beta.0

	registry.k8s.io/etcd:3.5.14-0

	registry.k8s.io/pause:3.10

	registry.k8s.io/coredns/coredns:v1.11.1

	gcr.io/k8s-minikube/storage-provisioner:v5

	k8s.gcr.io/kube-proxy:v1.20.0

	k8s.gcr.io/kube-apiserver:v1.20.0

	k8s.gcr.io/kube-controller-manager:v1.20.0

	k8s.gcr.io/kube-scheduler:v1.20.0

	k8s.gcr.io/etcd:3.4.13-0

	k8s.gcr.io/coredns:1.7.0

	k8s.gcr.io/pause:3.2

	-- /stdout --

	I0722 04:37:14.643884    6653 docker.go:615] Images already preloaded, skipping extraction

	I0722 04:37:14.643955    6653 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 04:37:14.658634    6653 docker.go:685] Got preloaded images: -- stdout --

	registry.k8s.io/kube-apiserver:v1.31.0-beta.0

	registry.k8s.io/kube-scheduler:v1.31.0-beta.0

	registry.k8s.io/kube-proxy:v1.31.0-beta.0

	registry.k8s.io/kube-controller-manager:v1.31.0-beta.0

	registry.k8s.io/etcd:3.5.14-0

	registry.k8s.io/pause:3.10

	registry.k8s.io/coredns/coredns:v1.11.1

	gcr.io/k8s-minikube/storage-provisioner:v5

	k8s.gcr.io/kube-proxy:v1.20.0

	k8s.gcr.io/kube-controller-manager:v1.20.0

	k8s.gcr.io/kube-scheduler:v1.20.0

	k8s.gcr.io/kube-apiserver:v1.20.0

	k8s.gcr.io/etcd:3.4.13-0

	k8s.gcr.io/coredns:1.7.0

	k8s.gcr.io/pause:3.2

	-- /stdout --

	I0722 04:37:14.658652    6653 cache_images.go:84] Images are preloaded, skipping loading

	I0722 04:37:14.658662    6653 kubeadm.go:934] updating node { 192.169.0.33 8443 v1.31.0-beta.0 docker true true} ...

	I0722 04:37:14.658749    6653 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.31.0-beta.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=kubernetes-upgrade-759000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.33

	[Install]

	 config:

	{KubernetesVersion:v1.31.0-beta.0 ClusterName:kubernetes-upgrade-759000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0722 04:37:14.658825    6653 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0722 04:37:14.676410    6653 cni.go:84] Creating CNI manager for ""

	I0722 04:37:14.676428    6653 cni.go:158] "hyperkit" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0722 04:37:14.676439    6653 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0722 04:37:14.676452    6653 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.33 APIServerPort:8443 KubernetesVersion:v1.31.0-beta.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:kubernetes-upgrade-759000 NodeName:kubernetes-upgrade-759000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.33"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.33 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/

ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0722 04:37:14.676549    6653 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.169.0.33

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "kubernetes-upgrade-759000"

	  kubeletExtraArgs:

	    node-ip: 192.169.0.33

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.169.0.33"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.31.0-beta.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0722 04:37:14.676612    6653 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0-beta.0

	I0722 04:37:14.685146    6653 binaries.go:44] Found k8s binaries, skipping transfer

	I0722 04:37:14.685191    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0722 04:37:14.693759    6653 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (331 bytes)

	I0722 04:37:14.709136    6653 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (359 bytes)

	I0722 04:37:14.722490    6653 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2174 bytes)

	I0722 04:37:14.736133    6653 ssh_runner.go:195] Run: grep 192.169.0.33	control-plane.minikube.internal$ /etc/hosts

	I0722 04:37:14.739255    6653 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 04:37:14.835797    6653 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 04:37:14.847811    6653 certs.go:68] Setting up /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000 for IP: 192.169.0.33

	I0722 04:37:14.847823    6653 certs.go:194] generating shared ca certs ...

	I0722 04:37:14.847835    6653 certs.go:226] acquiring lock for ca certs: {Name:mk31b6ba3ba4e51acc59db740baf7c8ba8dd988b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 04:37:14.847988    6653 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key

	I0722 04:37:14.848040    6653 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key

	I0722 04:37:14.848049    6653 certs.go:256] generating profile certs ...

	I0722 04:37:14.848141    6653 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/client.key

	I0722 04:37:14.848195    6653 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/apiserver.key.34a616a6

	I0722 04:37:14.848251    6653 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/proxy-client.key

	I0722 04:37:14.848444    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem (1338 bytes)

	W0722 04:37:14.848480    6653 certs.go:480] ignoring /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637_empty.pem, impossibly tiny 0 bytes

	I0722 04:37:14.848488    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem (1675 bytes)

	I0722 04:37:14.848520    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem (1078 bytes)

	I0722 04:37:14.848551    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem (1123 bytes)

	I0722 04:37:14.848585    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem (1675 bytes)

	I0722 04:37:14.848647    6653 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem (1708 bytes)

	I0722 04:37:14.849116    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0722 04:37:14.868390    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0722 04:37:14.888253    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0722 04:37:14.908018    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0722 04:37:14.926604    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)

	I0722 04:37:14.945948    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0722 04:37:14.964853    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0722 04:37:14.983974    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0722 04:37:15.009705    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0722 04:37:15.059377    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem --> /usr/share/ca-certificates/1637.pem (1338 bytes)

	I0722 04:37:15.087480    6653 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /usr/share/ca-certificates/16372.pem (1708 bytes)

	I0722 04:37:15.110487    6653 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0722 04:37:15.127078    6653 ssh_runner.go:195] Run: openssl version

	I0722 04:37:15.132707    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16372.pem && ln -fs /usr/share/ca-certificates/16372.pem /etc/ssl/certs/16372.pem"

	I0722 04:37:15.142771    6653 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16372.pem

	I0722 04:37:15.146587    6653 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 22 10:38 /usr/share/ca-certificates/16372.pem

	I0722 04:37:15.146630    6653 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16372.pem

	I0722 04:37:15.156504    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16372.pem /etc/ssl/certs/3ec20f2e.0"

	I0722 04:37:15.169167    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0722 04:37:15.180615    6653 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0722 04:37:15.184430    6653 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:29 /usr/share/ca-certificates/minikubeCA.pem

	I0722 04:37:15.184473    6653 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0722 04:37:15.189447    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0722 04:37:15.200591    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1637.pem && ln -fs /usr/share/ca-certificates/1637.pem /etc/ssl/certs/1637.pem"

	I0722 04:37:15.213294    6653 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1637.pem

	I0722 04:37:15.216853    6653 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 22 10:38 /usr/share/ca-certificates/1637.pem

	I0722 04:37:15.216898    6653 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1637.pem

	I0722 04:37:15.226104    6653 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1637.pem /etc/ssl/certs/51391683.0"

	I0722 04:37:15.246040    6653 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0722 04:37:15.249705    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0722 04:37:15.256041    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0722 04:37:15.263900    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0722 04:37:15.268843    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0722 04:37:15.274348    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0722 04:37:15.280083    6653 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0722 04:37:15.296511    6653 kubeadm.go:392] StartCluster: {Name:kubernetes-upgrade-759000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesV

ersion:v1.31.0-beta.0 ClusterName:kubernetes-upgrade-759000 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.33 Port:8443 KubernetesVersion:v1.31.0-beta.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0

MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 04:37:15.296628    6653 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0722 04:37:15.335650    6653 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0722 04:37:15.358764    6653 kubeadm.go:408] found existing configuration files, will attempt cluster restart

	I0722 04:37:15.358782    6653 kubeadm.go:593] restartPrimaryControlPlane start ...

	I0722 04:37:15.358834    6653 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I0722 04:37:15.371973    6653 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0722 04:37:15.372439    6653 kubeconfig.go:125] found "kubernetes-upgrade-759000" server: "https://192.169.0.33:8443"

	I0722 04:37:15.373145    6653 kapi.go:59] client config for kubernetes-upgrade-759000: &rest.Config{Host:"https://192.169.0.33:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil),

CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x8535ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0722 04:37:15.373631    6653 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0722 04:37:15.383218    6653 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.33

	I0722 04:37:15.383243    6653 kubeadm.go:1160] stopping kube-system containers ...

	I0722 04:37:15.383311    6653 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0722 04:37:15.407468    6653 docker.go:483] Stopping containers: [5b5871b65204 bb36cb5c99f1 dea503c6c354 18260e563927 4272d2bbe762 1bfc2ea22815 07e001a16094 5d1b8ce77700 b4810764882e d77153ff662c 2e8aa4bc0b43 1909ab569579 d19f2f69a4a8 58001d7343de f8dd80b93359 a7df53184617 6e7c103faec3 0b5cec570c6b 3732a8f30cad aede2db35721 e5d983a56fe9 14b9e6134881 51e2c9ab2585]

	I0722 04:37:15.407549    6653 ssh_runner.go:195] Run: docker stop 5b5871b65204 bb36cb5c99f1 dea503c6c354 18260e563927 4272d2bbe762 1bfc2ea22815 07e001a16094 5d1b8ce77700 b4810764882e d77153ff662c 2e8aa4bc0b43 1909ab569579 d19f2f69a4a8 58001d7343de f8dd80b93359 a7df53184617 6e7c103faec3 0b5cec570c6b 3732a8f30cad aede2db35721 e5d983a56fe9 14b9e6134881 51e2c9ab2585

	I0722 04:37:15.752136    6653 ssh_runner.go:195] Run: sudo systemctl stop kubelet

	I0722 04:37:15.783184    6653 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0722 04:37:15.790927    6653 kubeadm.go:157] found existing configuration files:

	-rw------- 1 root root 5647 Jul 22 11:36 /etc/kubernetes/admin.conf

	-rw------- 1 root root 5656 Jul 22 11:36 /etc/kubernetes/controller-manager.conf

	-rw------- 1 root root 5755 Jul 22 11:36 /etc/kubernetes/kubelet.conf

	-rw------- 1 root root 5600 Jul 22 11:36 /etc/kubernetes/scheduler.conf

	I0722 04:37:15.790977    6653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf

	I0722 04:37:15.797940    6653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf

	I0722 04:37:15.804988    6653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf

	I0722 04:37:15.811968    6653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 1

	stdout:

	stderr:

	I0722 04:37:15.812004    6653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf

	I0722 04:37:15.819273    6653 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf

	I0722 04:37:15.826356    6653 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 1

	stdout:

	stderr:

	I0722 04:37:15.826394    6653 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf

	I0722 04:37:15.833644    6653 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0722 04:37:15.841050    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:15.878928    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:17.265444    6653 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml": (1.386515724s)

	I0722 04:37:17.265458    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:17.421815    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:17.472559    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:17.527661    6653 api_server.go:52] waiting for apiserver process to appear ...

	I0722 04:37:17.527730    6653 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0722 04:37:18.027842    6653 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0722 04:37:18.528177    6653 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0722 04:37:18.545854    6653 api_server.go:72] duration metric: took 1.018214442s to wait for apiserver process to appear ...

	I0722 04:37:18.545868    6653 api_server.go:88] waiting for apiserver healthz status ...

	I0722 04:37:18.545884    6653 api_server.go:253] Checking apiserver healthz at https://192.169.0.33:8443/healthz ...

	I0722 04:37:21.874177    6615 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m11.162080402s)

	I0722 04:37:21.874233    6615 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker

	I0722 04:37:21.925004    6615 out.go:177] 

	W0722 04:37:21.948417    6615 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 11:32:43 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.322897217Z" level=info msg="Starting up"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.323492105Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:43 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:43.324073372Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=521

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.341049798Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356794439Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356817586Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356853756Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356898236Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356953843Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.356983507Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357113073Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357148360Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357160981Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357168208Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357225996Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.357371911Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358916055Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.358976076Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359113616Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359158135Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359248762Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.359314054Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362316010Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362422585Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362469431Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362502974Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362541289Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362648330Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.362917642Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363022226Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363060122Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363090167Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363124694Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363157045Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363188883Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363222669Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363253687Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363284667Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363314405Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363345290Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363382154Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363412973Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363444445Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363476995Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363506765Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363536663Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363574639Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363608382Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363643479Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363676224Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363706026Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363735555Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363764954Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363828368Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363871716Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363903689Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.363932631Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364005239Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364048673Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364083817Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364114365Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364142682Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364171786Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364199808Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364380192Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364466843Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364550817Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:43 cert-expiration-371000 dockerd[521]: time="2024-07-22T11:32:43.364661420Z" level=info msg="containerd successfully booted in 0.024289s"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.362731293Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.371910259Z" level=info msg="Loading containers: start."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.456109809Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.555147082Z" level=info msg="Loading containers: done."

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.565961556Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.566146806Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598133777Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:44 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:44 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:44.598272993Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.679116249Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680243025Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680383169Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680476852Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:45 cert-expiration-371000 dockerd[515]: time="2024-07-22T11:32:45.680692650Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:45 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:46 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.716998963Z" level=info msg="Starting up"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717405603Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:46 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:46.717986776Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=922

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.733305144Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748886663Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748934755Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748963573Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748973368Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.748995923Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749005227Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749112263Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749146057Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749157577Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749165359Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749181310Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.749259822Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750882698Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.750920587Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751022318Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751088314Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751135334Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751151872Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751277492Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751318554Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751330378Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751376982Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751390281Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751423941Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751620215Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751679579Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751690057Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751698277Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751707009Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751715432Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751723322Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751734781Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751756918Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751774975Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751835808Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751846288Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751859760Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751869554Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751878062Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751886665Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751897155Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751905917Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751914182Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751922015Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751930389Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751939470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751946901Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751954376Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751963131Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751972629Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751985512Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.751993598Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752006399Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752064058Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752099831Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752110299Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752118997Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752125353Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752133451Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752140494Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752270624Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752327147Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752380734Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:46 cert-expiration-371000 dockerd[922]: time="2024-07-22T11:32:46.752393036Z" level=info msg="containerd successfully booted in 0.019439s"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.779187600Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.783289140Z" level=info msg="Loading containers: start."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.853697434Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.917056868Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.962462016Z" level=info msg="Loading containers: done."

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972189510Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.972241479Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992261218Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:47 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:47.992383110Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:47 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:32:52 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.334487375Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335280351Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335725715Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335787211Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:32:52 cert-expiration-371000 dockerd[915]: time="2024-07-22T11:32:52.335835743Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:32:53 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.378795963Z" level=info msg="Starting up"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.379416464Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:53.380013845Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=1277

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.398154396Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413150759Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413253463Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413287903Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413298214Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413318622Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413327172Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413440581Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413475523Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413487912Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413495381Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413553634Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.413638178Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415216795Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415256876Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415377546Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415417951Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415444278Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415460673Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415649707Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415695347Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415707920Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415718198Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415727896Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415758043Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.415963714Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416260801Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416413598Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416460259Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416499053Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416567113Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416608039Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416645140Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416679124Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416719129Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416753890Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416787087Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416827012Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416868495Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416904463Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416939000Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.416970647Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417006657Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417040469Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417216916Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417306116Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417413424Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417459208Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417491616Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417581449Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417628567Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417667750Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417699640Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417730343Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417800304Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417844047Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417934917Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.417973244Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418005983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418037857Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418066959Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418300276Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418436481Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418497979Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 11:32:53 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:32:53.418620867Z" level=info msg="containerd successfully booted in 0.021136s"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.422975059Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.462125066Z" level=info msg="Loading containers: start."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.540887898Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.609580799Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.654735495Z" level=info msg="Loading containers: done."

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664478385Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.664536821Z" level=info msg="Daemon has completed initialization"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686004344Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 11:32:54 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:32:54.686170919Z" level=info msg="API listen on [::]:2376"

	Jul 22 11:32:54 cert-expiration-371000 systemd[1]: Started Docker Application Container Engine.

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666729921Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666859841Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666886673Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.666991816Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671283844Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671395509Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671463482Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.671619179Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693511149Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693755129Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693780949Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.693914087Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698164471Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698314388Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698346178Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.698485089Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.853776336Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854028415Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.854226121Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.855183798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893462893Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893677164Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893780385Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.893929246Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896000349Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896168192Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896304132Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.896506004Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.897720119Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898591534Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898795377Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:00 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:00.898914838Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992697696Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992887996Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.992988376Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:20.993945882Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013369995Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013453432Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013569461Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.013637798Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109580127Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.109624213Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.111980705Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.112534350Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149181846Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149942878Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.149982036Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.150124691Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187422135Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187500587Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187513164Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.187624942Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.431879591Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432069689Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432097896Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:21 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:21.432179926Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:33:51.304160418Z" level=info msg="ignoring event" container=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305030242Z" level=info msg="shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305266617Z" level=warning msg="cleaning up after shim disconnected" id=cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a namespace=moby

	Jul 22 11:33:51 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:51.305309676Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001231815Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001276275Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001287778Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:33:52 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:33:52.001529301Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 11:36:10 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:10.949305583Z" level=info msg="Processing signal 'terminated'"

	Jul 22 11:36:10 cert-expiration-371000 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.055519397Z" level=info msg="ignoring event" container=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055632768Z" level=info msg="shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055684998Z" level=warning msg="cleaning up after shim disconnected" id=6cd74977b72c47babb3642056e1e003202b927d2b85a9b0a288c27a2f56e2af0 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.055694275Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.060155366Z" level=info msg="ignoring event" container=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060613821Z" level=info msg="shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060665015Z" level=warning msg="cleaning up after shim disconnected" id=aee4a4beeddedd8804681224cbfc20d35f29944e81f87fe058c3f98b7e818836 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.060673512Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071258735Z" level=info msg="shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071321680Z" level=warning msg="cleaning up after shim disconnected" id=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.071330162Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.071822404Z" level=info msg="ignoring event" container=b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.083858512Z" level=info msg="ignoring event" container=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084042816Z" level=info msg="shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084240546Z" level=warning msg="cleaning up after shim disconnected" id=9ab0d9f14597af327f3d3e990acbb781687233a04ac2ab428f68d5719cb48a44 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.084538383Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101564761Z" level=info msg="ignoring event" container=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101611543Z" level=info msg="ignoring event" container=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101634153Z" level=info msg="ignoring event" container=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101645157Z" level=info msg="ignoring event" container=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.101658190Z" level=info msg="ignoring event" container=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102863333Z" level=info msg="shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102938501Z" level=warning msg="cleaning up after shim disconnected" id=6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.102969371Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103423978Z" level=info msg="shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103495279Z" level=warning msg="cleaning up after shim disconnected" id=c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.103504099Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106924516Z" level=info msg="shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.106989796Z" level=warning msg="cleaning up after shim disconnected" id=4dffe484555ddf8f830dc7921536167194cf21f0c477336565fc99ded54bcbec namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.107020943Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.113957654Z" level=info msg="shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114007541Z" level=warning msg="cleaning up after shim disconnected" id=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114016088Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114379509Z" level=info msg="shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114435886Z" level=warning msg="cleaning up after shim disconnected" id=8c4b1ea747198c6eba326546f20cf1831b1163c264b24dd74367cff7dae94a61 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.114464669Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121911240Z" level=info msg="shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121960224Z" level=warning msg="cleaning up after shim disconnected" id=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.121968604Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122120128Z" level=info msg="ignoring event" container=54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.122165975Z" level=info msg="ignoring event" container=4f2c8e5cf3a62fe16b8fb7eeb3a3bae53a1289352d5666d477ab5834080f9eb1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122900962Z" level=info msg="shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122943023Z" level=warning msg="cleaning up after shim disconnected" id=87a58d6a9a40d07fbf432db4235d6334a54e6eb3636aa010abeb83abfa060d90 namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.122951642Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:11.128985604Z" level=info msg="ignoring event" container=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135347133Z" level=info msg="shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135399796Z" level=warning msg="cleaning up after shim disconnected" id=ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.135408738Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.137258688Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.149775083Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.154931313Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.165018049Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:11 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:11.188423719Z" level=warning msg="cleanup warnings time=\"2024-07-22T11:36:11Z\" level=warning msg=\"failed to remove runc container\" error=\"runc did not terminate successfully: exit status 255: \" runtime=io.containerd.runc.v2\n" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.987849601Z" level=info msg="shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991210759Z" level=warning msg="cleaning up after shim disconnected" id=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:15.991257574Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:15 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:15.993985949Z" level=info msg="ignoring event" container=6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.976155260Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:20.999099298Z" level=info msg="ignoring event" container=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999005911Z" level=info msg="shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999507624Z" level=warning msg="cleaning up after shim disconnected" id=1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538 namespace=moby

	Jul 22 11:36:20 cert-expiration-371000 dockerd[1277]: time="2024-07-22T11:36:20.999618875Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.019668441Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020089991Z" level=info msg="Daemon shutdown complete"

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020153536Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 11:36:21 cert-expiration-371000 dockerd[1271]: time="2024-07-22T11:36:21.020190386Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: docker.service: Consumed 3.263s CPU time.

	Jul 22 11:36:22 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 11:36:22 cert-expiration-371000 dockerd[3833]: time="2024-07-22T11:36:22.054447432Z" level=info msg="Starting up"

	Jul 22 11:37:22 cert-expiration-371000 dockerd[3833]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 11:37:22 cert-expiration-371000 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	W0722 04:37:21.948984    6615 out.go:239] * 

	W0722 04:37:21.950248    6615 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0722 04:37:22.033056    6615 out.go:177] 

	I0722 04:37:20.640351    6653 api_server.go:279] https://192.169.0.33:8443/healthz returned 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	W0722 04:37:20.640372    6653 api_server.go:103] status: https://192.169.0.33:8443/healthz returned error 403:

	{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}

	I0722 04:37:20.640381    6653 api_server.go:253] Checking apiserver healthz at https://192.169.0.33:8443/healthz ...

	I0722 04:37:20.748094    6653 api_server.go:279] https://192.169.0.33:8443/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[-]poststarthook/bootstrap-controller failed: reason withheld

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	W0722 04:37:20.748111    6653 api_server.go:103] status: https://192.169.0.33:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[-]poststarthook/bootstrap-controller failed: reason withheld

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	I0722 04:37:21.046421    6653 api_server.go:253] Checking apiserver healthz at https://192.169.0.33:8443/healthz ...

	I0722 04:37:21.051621    6653 api_server.go:279] https://192.169.0.33:8443/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	W0722 04:37:21.051639    6653 api_server.go:103] status: https://192.169.0.33:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	I0722 04:37:21.546725    6653 api_server.go:253] Checking apiserver healthz at https://192.169.0.33:8443/healthz ...

	I0722 04:37:21.551916    6653 api_server.go:279] https://192.169.0.33:8443/healthz returned 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	W0722 04:37:21.551927    6653 api_server.go:103] status: https://192.169.0.33:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[+]etcd ok

	[+]poststarthook/start-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/storage-object-count-tracker-hook ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/start-system-namespaces-controller ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-controller ok

	[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok

	[+]poststarthook/start-legacy-token-tracking-controller ok

	[+]poststarthook/start-service-ip-repair-controllers ok

	[-]poststarthook/rbac/bootstrap-roles failed: reason withheld

	[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-discovery-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	[+]poststarthook/apiservice-openapiv3-controller ok

	healthz check failed

	I0722 04:37:22.046416    6653 api_server.go:253] Checking apiserver healthz at https://192.169.0.33:8443/healthz ...

	I0722 04:37:22.051312    6653 api_server.go:279] https://192.169.0.33:8443/healthz returned 200:

	ok

	I0722 04:37:22.055967    6653 api_server.go:141] control plane version: v1.31.0-beta.0

	I0722 04:37:22.055980    6653 api_server.go:131] duration metric: took 3.510166416s to wait for apiserver health ...

	I0722 04:37:22.055986    6653 cni.go:84] Creating CNI manager for ""

	I0722 04:37:22.055994    6653 cni.go:158] "hyperkit" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge

	I0722 04:37:22.077050    6653 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...

	I0722 04:37:22.098019    6653 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d

	I0722 04:37:22.107602    6653 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (496 bytes)

	I0722 04:37:22.122375    6653 system_pods.go:43] waiting for kube-system pods to appear ...

	I0722 04:37:22.127710    6653 system_pods.go:59] 5 kube-system pods found

	I0722 04:37:22.127727    6653 system_pods.go:61] "etcd-kubernetes-upgrade-759000" [b1bb6bcd-a2c4-4891-9307-558f1c99a79d] Pending

	I0722 04:37:22.127731    6653 system_pods.go:61] "kube-apiserver-kubernetes-upgrade-759000" [db417c5f-95a5-4894-ba0b-6185134dd663] Pending

	I0722 04:37:22.127734    6653 system_pods.go:61] "kube-controller-manager-kubernetes-upgrade-759000" [48bac9ea-1ab0-4f5e-bd73-ec6391cc5f08] Pending

	I0722 04:37:22.127737    6653 system_pods.go:61] "kube-scheduler-kubernetes-upgrade-759000" [b76ecbc0-36a3-4668-82e8-be242bd28eb6] Pending

	I0722 04:37:22.127742    6653 system_pods.go:61] "storage-provisioner" [84fa8616-dcd9-4483-b834-7daaeb461509] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)

	I0722 04:37:22.127754    6653 system_pods.go:74] duration metric: took 5.368318ms to wait for pod list to return data ...

	I0722 04:37:22.127762    6653 node_conditions.go:102] verifying NodePressure condition ...

	I0722 04:37:22.130459    6653 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 04:37:22.130476    6653 node_conditions.go:123] node cpu capacity is 2

	I0722 04:37:22.130488    6653 node_conditions.go:105] duration metric: took 2.720658ms to run NodePressure ...

	I0722 04:37:22.130499    6653 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0-beta.0:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"

	I0722 04:37:22.372514    6653 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0722 04:37:22.381498    6653 ops.go:34] apiserver oom_adj: -16

	I0722 04:37:22.381506    6653 kubeadm.go:597] duration metric: took 7.022838558s to restartPrimaryControlPlane

	I0722 04:37:22.381512    6653 kubeadm.go:394] duration metric: took 7.085130873s to StartCluster

	I0722 04:37:22.381521    6653 settings.go:142] acquiring lock: {Name:mk61cf5b2a74edb35dda57ecbe8abc2ea6c58c7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 04:37:22.381591    6653 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 04:37:22.382131    6653 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/kubeconfig: {Name:mkf2b240918cd66dabf425a67d7df0a0c9aa8c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 04:37:22.401186    6653 start.go:235] Will wait 6m0s for node &{Name: IP:192.169.0.33 Port:8443 KubernetesVersion:v1.31.0-beta.0 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0722 04:37:22.401232    6653 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]

	I0722 04:37:22.401443    6653 config.go:182] Loaded profile config "kubernetes-upgrade-759000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0-beta.0

	I0722 04:37:22.422014    6653 addons.go:69] Setting default-storageclass=true in profile "kubernetes-upgrade-759000"

	I0722 04:37:22.422036    6653 addons.go:69] Setting storage-provisioner=true in profile "kubernetes-upgrade-759000"

	I0722 04:37:22.422084    6653 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "kubernetes-upgrade-759000"

	I0722 04:37:22.422106    6653 addons.go:234] Setting addon storage-provisioner=true in "kubernetes-upgrade-759000"

	W0722 04:37:22.422148    6653 addons.go:243] addon storage-provisioner should already be in state true

	I0722 04:37:22.422228    6653 host.go:66] Checking if "kubernetes-upgrade-759000" exists ...

	I0722 04:37:22.422622    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:37:22.422686    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:37:22.422946    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:37:22.423004    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:37:22.432840    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54714

	I0722 04:37:22.432964    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54715

	I0722 04:37:22.433187    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:37:22.433293    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:37:22.433524    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:37:22.433536    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:37:22.433633    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:37:22.433647    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:37:22.433723    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:37:22.433826    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetState

	I0722 04:37:22.433848    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:37:22.433907    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 04:37:22.433984    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | hyperkit pid from json: 6608

	I0722 04:37:22.434198    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:37:22.434227    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:37:22.436406    6653 kapi.go:59] client config for kubernetes-upgrade-759000: &rest.Config{Host:"https://192.169.0.33:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/kubernetes-upgrade-759000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil),

CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x8535ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0722 04:37:22.436802    6653 addons.go:234] Setting addon default-storageclass=true in "kubernetes-upgrade-759000"

	W0722 04:37:22.436810    6653 addons.go:243] addon default-storageclass should already be in state true

	I0722 04:37:22.436828    6653 host.go:66] Checking if "kubernetes-upgrade-759000" exists ...

	I0722 04:37:22.437038    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:37:22.437062    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:37:22.442844    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54718

	I0722 04:37:22.443183    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:37:22.443532    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:37:22.443546    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:37:22.443767    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:37:22.443897    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetState

	I0722 04:37:22.444004    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 04:37:22.444071    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | hyperkit pid from json: 6608

	I0722 04:37:22.445058    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:22.464682    6653 out.go:177] * Verifying Kubernetes components...

	I0722 04:37:22.445263    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54720

	I0722 04:37:22.465462    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:37:22.486909    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:37:22.486934    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:37:22.487357    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:37:22.487998    6653 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 04:37:22.488048    6653 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 04:37:22.496953    6653 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:54722

	I0722 04:37:22.497302    6653 main.go:141] libmachine: () Calling .GetVersion

	I0722 04:37:22.497587    6653 main.go:141] libmachine: Using API Version  1

	I0722 04:37:22.497596    6653 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 04:37:22.497818    6653 main.go:141] libmachine: () Calling .GetMachineName

	I0722 04:37:22.497922    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetState

	I0722 04:37:22.498011    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 04:37:22.498082    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) DBG | hyperkit pid from json: 6608

	I0722 04:37:22.499040    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .DriverName

	I0722 04:37:22.499162    6653 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml

	I0722 04:37:22.499169    6653 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0722 04:37:22.499177    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHHostname

	I0722 04:37:22.499254    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHPort

	I0722 04:37:22.499362    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHKeyPath

	I0722 04:37:22.499446    6653 main.go:141] libmachine: (kubernetes-upgrade-759000) Calling .GetSSHUsername

	I0722 04:37:22.499533    6653 sshutil.go:53] new ssh client: &{IP:192.169.0.33 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/kubernetes-upgrade-759000/id_rsa Username:docker}

	I0722 04:37:22.506633    6653 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	==> Docker <==

	Jul 22 11:38:22 cert-expiration-371000 dockerd[4037]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID 'b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID 'b989a500b3290d74306522d768cfe41a76bcbaa69ebbb7214f8be2d30b91e6e8'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID 'cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID 'cec9f33fba6b356332cb941816485fe9b11cc485fa6de54abcb44df6da550c2a'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID 'c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID 'c2c94db7394f6f26ce2efcc58ee8e0483392e8239c8849288c604c397db0a9dd'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID 'ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID 'ebf670c2055067a40346faf90b3b3c581dbc0d0c0340e62c79cf044c67aab6ae'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID '54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: Failed to start Docker Application Container Engine.

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID '54c6e229dc5bf006ae5b0208e17f992f566b49d9f23bfa8807052b951312f371'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID '1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID '1a9a78693f7e73e0aa80ea1efb84be081dbcc81bc962e3df19febf2f55c84538'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Unable to get docker version: error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/version\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json?all=1&shared-size=1\": read unix @->/var/run/docker.sock: read: connection reset by peerFailed to get image list from docker"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID '6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID '6d8a2bf7202a72a52a67ab1d3544126fb67dffea5f0b9be5d34a187b1679565b'"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="error getting RW layer size for container ID '6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67': error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67/json?size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:38:22 cert-expiration-371000 cri-dockerd[1168]: time="2024-07-22T11:38:22Z" level=error msg="Set backoffDuration to : 1m0s for container ID '6046af764b3eb3700b1c9a05253cc6cea3aa93e9aaae28be25ee5f2363ff3e67'"

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 11:38:22 cert-expiration-371000 systemd[1]: Starting Docker Application Container Engine...

	==> container status <==

	command /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a" failed with error: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a": Process exited with status 1

	stdout:

	stderr:

	time="2024-07-22T11:38:24Z" level=fatal msg="validate service connection: validate CRI v1 runtime API for endpoint \"unix:///var/run/cri-dockerd.sock\": rpc error: code = DeadlineExceeded desc = context deadline exceeded"

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	==> describe nodes <==

	command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.30.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1

	stdout:

	stderr:

	The connection to the server localhost:8443 was refused - did you specify the right host or port?

	==> dmesg <==

	[  +0.093640] systemd-fstab-generator[507]: Ignoring "noauto" option for root device

	[  +1.801700] systemd-fstab-generator[842]: Ignoring "noauto" option for root device

	[  +0.341265] systemd-fstab-generator[880]: Ignoring "noauto" option for root device

	[  +0.053149] kauditd_printk_skb: 95 callbacks suppressed

	[  +0.060095] systemd-fstab-generator[892]: Ignoring "noauto" option for root device

	[  +0.125565] systemd-fstab-generator[906]: Ignoring "noauto" option for root device

	[  +2.477236] systemd-fstab-generator[1121]: Ignoring "noauto" option for root device

	[  +0.099585] systemd-fstab-generator[1133]: Ignoring "noauto" option for root device

	[  +0.099794] systemd-fstab-generator[1145]: Ignoring "noauto" option for root device

	[  +0.119336] systemd-fstab-generator[1160]: Ignoring "noauto" option for root device

	[  +3.863560] systemd-fstab-generator[1263]: Ignoring "noauto" option for root device

	[  +0.051645] kauditd_printk_skb: 180 callbacks suppressed

	[  +2.526064] systemd-fstab-generator[1508]: Ignoring "noauto" option for root device

	[  +4.149859] systemd-fstab-generator[1689]: Ignoring "noauto" option for root device

	[  +0.059673] kauditd_printk_skb: 70 callbacks suppressed

	[Jul22 11:33] systemd-fstab-generator[2096]: Ignoring "noauto" option for root device

	[  +0.096214] kauditd_printk_skb: 62 callbacks suppressed

	[  +1.260184] systemd-fstab-generator[2163]: Ignoring "noauto" option for root device

	[ +13.384942] kauditd_printk_skb: 34 callbacks suppressed

	[ +30.280022] kauditd_printk_skb: 57 callbacks suppressed

	[Jul22 11:36] systemd-fstab-generator[3370]: Ignoring "noauto" option for root device

	[  +0.275534] systemd-fstab-generator[3405]: Ignoring "noauto" option for root device

	[  +0.135395] systemd-fstab-generator[3417]: Ignoring "noauto" option for root device

	[  +0.138792] systemd-fstab-generator[3431]: Ignoring "noauto" option for root device

	[  +5.141733] kauditd_printk_skb: 91 callbacks suppressed

	==> kernel <==

	 11:39:22 up 6 min,  0 users,  load average: 0.06, 0.20, 0.11

	Linux cert-expiration-371000 5.10.207 #1 SMP Thu Jul 18 22:16:38 UTC 2024 x86_64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kubelet <==

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.172645    2103 kubelet_node_status.go:544] "Error updating node status, will retry" err="error getting node \"cert-expiration-371000\": Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/cert-expiration-371000?resourceVersion=0&timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.173538    2103 kubelet_node_status.go:544] "Error updating node status, will retry" err="error getting node \"cert-expiration-371000\": Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/cert-expiration-371000?timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.174241    2103 kubelet_node_status.go:544] "Error updating node status, will retry" err="error getting node \"cert-expiration-371000\": Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/cert-expiration-371000?timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.174793    2103 kubelet_node_status.go:544] "Error updating node status, will retry" err="error getting node \"cert-expiration-371000\": Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/cert-expiration-371000?timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.175339    2103 kubelet_node_status.go:544] "Error updating node status, will retry" err="error getting node \"cert-expiration-371000\": Get \"https://control-plane.minikube.internal:8443/api/v1/nodes/cert-expiration-371000?timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:14 cert-expiration-371000 kubelet[2103]: E0722 11:39:14.175387    2103 kubelet_node_status.go:531] "Unable to update node status" err="update node status exceeds retry count"

	Jul 22 11:39:16 cert-expiration-371000 kubelet[2103]: I0722 11:39:16.579299    2103 status_manager.go:853] "Failed to get status for pod" podUID="f166bfd864e672c5734102d3c2275a35" pod="kube-system/kube-apiserver-cert-expiration-371000" err="Get \"https://control-plane.minikube.internal:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-cert-expiration-371000\": dial tcp 192.169.0.31:8443: connect: connection refused"

	Jul 22 11:39:18 cert-expiration-371000 kubelet[2103]: E0722 11:39:18.462347    2103 kubelet.go:2370] "Skipping pod synchronization" err="[container runtime is down, PLEG is not healthy: pleg was last seen active 3m7.803415534s ago; threshold is 3m0s, container runtime not ready: RuntimeReady=false reason:DockerDaemonNotReady message:docker: failed to get docker version: failed to get docker version from dockerd: error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/version\": read unix @->/var/run/docker.sock: read: connection reset by peer]"

	Jul 22 11:39:21 cert-expiration-371000 kubelet[2103]: E0722 11:39:21.117314    2103 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/cert-expiration-371000?timeout=10s\": dial tcp 192.169.0.31:8443: connect: connection refused" interval="7s"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.639824    2103 remote_runtime.go:407] "ListContainers with filter from runtime service failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)container%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640090    2103 kuberuntime_container.go:495] "ListContainers failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)container%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640212    2103 remote_image.go:232] "ImageFsInfo from image service failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json?all=1&shared-size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640262    2103 eviction_manager.go:282] "Eviction manager: failed to get summary stats" err="failed to get imageFs stats: rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json?all=1&shared-size=1\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640299    2103 remote_runtime.go:407] "ListContainers with filter from runtime service failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)container%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640337    2103 container_log_manager.go:194] "Failed to rotate container logs" err="failed to list containers: rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)container%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640387    2103 remote_runtime.go:294] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)podsandbox%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer" filter="nil"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640426    2103 kuberuntime_sandbox.go:297] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)podsandbox%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640457    2103 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)podsandbox%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640508    2103 kubelet.go:2919] "Container runtime not ready" runtimeReady="RuntimeReady=false reason:DockerDaemonNotReady message:docker: failed to get docker version: failed to get docker version from dockerd: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640552    2103 remote_image.go:128] "ListImages with filter from image service failed" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json\": read unix @->/var/run/docker.sock: read: connection reset by peer" filter="nil"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640588    2103 kuberuntime_image.go:117] "Failed to list images" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: I0722 11:39:22.640618    2103 image_gc_manager.go:222] "Failed to update image list" err="rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/images/json\": read unix @->/var/run/docker.sock: read: connection reset by peer"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640856    2103 remote_runtime.go:407] "ListContainers with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.640903    2103 kuberuntime_container.go:495] "ListContainers failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"

	Jul 22 11:39:22 cert-expiration-371000 kubelet[2103]: E0722 11:39:22.641129    2103 kubelet.go:1436] "Container garbage collection failed" err="[rpc error: code = Unknown desc = error during connect: Get \"http://%!F(MISSING)var%!F(MISSING)run%!F(MISSING)docker.sock/v1.43/containers/json?all=1&filters=%!B(MISSING)%!l(MISSING)abel%3A%!B(MISSING)%!i(MISSING)o.kubernetes.docker.type%!D(MISSING)container%3Atrue%!D(MISSING)%!D(MISSING)\": read unix @->/var/run/docker.sock: read: connection reset by peer, rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?]"

-- /stdout --

** stderr ** 

	E0722 04:38:22.248614    6669 logs.go:273] Failed to list containers for "kube-apiserver": docker: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.261033    6669 logs.go:273] Failed to list containers for "etcd": docker: docker ps -a --filter=name=k8s_etcd --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.272285    6669 logs.go:273] Failed to list containers for "coredns": docker: docker ps -a --filter=name=k8s_coredns --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.283551    6669 logs.go:273] Failed to list containers for "kube-scheduler": docker: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.296154    6669 logs.go:273] Failed to list containers for "kube-proxy": docker: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.307585    6669 logs.go:273] Failed to list containers for "kube-controller-manager": docker: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.318178    6669 logs.go:273] Failed to list containers for "kindnet": docker: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

	E0722 04:38:22.329813    6669 logs.go:273] Failed to list containers for "storage-provisioner": docker: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}: Process exited with status 1

	stdout:

	stderr:

	Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?

** /stderr **

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-amd64 status --format={{.APIServer}} -p cert-expiration-371000 -n cert-expiration-371000

helpers_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.APIServer}} -p cert-expiration-371000 -n cert-expiration-371000: exit status 2 (145.310053ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:254: status error: exit status 2 (may be ok)

helpers_test.go:256: "cert-expiration-371000" apiserver is not running, skipping kubectl commands (state="Stopped")

helpers_test.go:175: Cleaning up "cert-expiration-371000" profile ...

helpers_test.go:178: (dbg) Run:  out/minikube-darwin-amd64 delete -p cert-expiration-371000

helpers_test.go:178: (dbg) Done: out/minikube-darwin-amd64 delete -p cert-expiration-371000: (5.25932101s)

--- FAIL: TestCertExpiration (417.63s)

=== RUN   TestMultiControlPlane/serial/RestartCluster

ha_test.go:560: (dbg) Run:  out/minikube-darwin-amd64 start -p ha-090000 --wait=true -v=7 --alsologtostderr --driver=hyperkit 

E0722 03:56:22.388514    1637 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/functional-963000/client.crt: no such file or directory

E0722 03:57:46.601880    1637 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/addons-616000/client.crt: no such file or directory

ha_test.go:560: (dbg) Non-zero exit: out/minikube-darwin-amd64 start -p ha-090000 --wait=true -v=7 --alsologtostderr --driver=hyperkit : exit status 90 (3m19.937244553s)

-- stdout --

	* [ha-090000] minikube v1.33.1 on Darwin 14.5

	  - MINIKUBE_LOCATION=19313

	  - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	  - MINIKUBE_BIN=out/minikube-darwin-amd64

	  - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	  - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	  - MINIKUBE_FORCE_SYSTEMD=

	* Using the hyperkit driver based on existing profile

	* Starting "ha-090000" primary control-plane node in "ha-090000" cluster

	* Restarting existing hyperkit VM for "ha-090000" ...

	* Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	* Enabled addons: 

	* Starting "ha-090000-m02" control-plane node in "ha-090000" cluster

	* Restarting existing hyperkit VM for "ha-090000-m02" ...

	* Found network options:

	  - NO_PROXY=192.169.0.5

	* Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	  - env NO_PROXY=192.169.0.5

	* Verifying Kubernetes components...

	* Starting "ha-090000-m04" worker node in "ha-090000" cluster

	* Restarting existing hyperkit VM for "ha-090000-m04" ...

	* Found network options:

	  - NO_PROXY=192.169.0.5,192.169.0.6

-- /stdout --

** stderr ** 

	I0722 03:55:14.001165    3911 out.go:291] Setting OutFile to fd 1 ...

	I0722 03:55:14.001338    3911 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 03:55:14.001344    3911 out.go:304] Setting ErrFile to fd 2...

	I0722 03:55:14.001348    3911 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 03:55:14.001524    3911 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19313-1111/.minikube/bin

	I0722 03:55:14.002913    3911 out.go:298] Setting JSON to false

	I0722 03:55:14.025317    3911 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":3283,"bootTime":1721642431,"procs":427,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}

	W0722 03:55:14.025414    3911 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0722 03:55:14.048097    3911 out.go:177] * [ha-090000] minikube v1.33.1 on Darwin 14.5

	I0722 03:55:14.089944    3911 out.go:177]   - MINIKUBE_LOCATION=19313

	I0722 03:55:14.089999    3911 notify.go:220] Checking for updates...

	I0722 03:55:14.132553    3911 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:14.153953    3911 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-amd64

	I0722 03:55:14.177091    3911 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0722 03:55:14.197830    3911 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	I0722 03:55:14.219112    3911 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0722 03:55:14.240693    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:14.241352    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.241433    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.250957    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51948

	I0722 03:55:14.251322    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.251741    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.251758    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.252024    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.252166    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.252364    3911 driver.go:392] Setting default libvirt URI to qemu:///system

	I0722 03:55:14.252613    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.252647    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.260865    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51950

	I0722 03:55:14.261199    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.261501    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.261519    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.261723    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.261829    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.289710    3911 out.go:177] * Using the hyperkit driver based on existing profile

	I0722 03:55:14.331989    3911 start.go:297] selected driver: hyperkit

	I0722 03:55:14.332015    3911 start.go:901] validating driver "hyperkit" against &{Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber

netesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false

ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro

r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:14.332262    3911 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0722 03:55:14.332464    3911 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 03:55:14.332656    3911 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19313-1111/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin

	I0722 03:55:14.342163    3911 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1

	I0722 03:55:14.345875    3911 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.345899    3911 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good

	I0722 03:55:14.348432    3911 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0722 03:55:14.348467    3911 cni.go:84] Creating CNI manager for ""

	I0722 03:55:14.348473    3911 cni.go:136] multinode detected (3 nodes found), recommending kindnet

	I0722 03:55:14.348551    3911 start.go:340] cluster config:

	{Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.16

9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false

kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S

ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:14.348667    3911 iso.go:125] acquiring lock: {Name:mk28fa3b914b659bb36b0449a0ad3ab1345dae32 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 03:55:14.390735    3911 out.go:177] * Starting "ha-090000" primary control-plane node in "ha-090000" cluster

	I0722 03:55:14.412034    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:14.412101    3911 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4

	I0722 03:55:14.412134    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:55:14.412332    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:55:14.412374    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:55:14.412547    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:14.413322    3911 start.go:360] acquireMachinesLock for ha-090000: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:55:14.413444    3911 start.go:364] duration metric: took 104.878µs to acquireMachinesLock for "ha-090000"

	I0722 03:55:14.413466    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:55:14.413480    3911 fix.go:54] fixHost starting: 

	I0722 03:55:14.413779    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.413805    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.422850    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51952

	I0722 03:55:14.423211    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.423607    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.423626    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.423868    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.424010    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.424163    3911 main.go:141] libmachine: (ha-090000) Calling .GetState

	I0722 03:55:14.424269    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.424340    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3743

	I0722 03:55:14.425373    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid 3743 missing from process table

	I0722 03:55:14.425407    3911 fix.go:112] recreateIfNeeded on ha-090000: state=Stopped err=<nil>

	I0722 03:55:14.425425    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	W0722 03:55:14.425550    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:55:14.467917    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000" ...

	I0722 03:55:14.490898    3911 main.go:141] libmachine: (ha-090000) Calling .Start

	I0722 03:55:14.491161    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.491206    3911 main.go:141] libmachine: (ha-090000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid

	I0722 03:55:14.492929    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid 3743 missing from process table

	I0722 03:55:14.492946    3911 main.go:141] libmachine: (ha-090000) DBG | pid 3743 is in state "Stopped"

	I0722 03:55:14.492978    3911 main.go:141] libmachine: (ha-090000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid...

	I0722 03:55:14.493148    3911 main.go:141] libmachine: (ha-090000) DBG | Using UUID 865eb55d-4879-4f09-8c93-9ca2b7f6f541

	I0722 03:55:14.657956    3911 main.go:141] libmachine: (ha-090000) DBG | Generated MAC de:e:68:47:cf:44

	I0722 03:55:14.657983    3911 main.go:141] libmachine: (ha-090000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:55:14.658095    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"865eb55d-4879-4f09-8c93-9ca2b7f6f541", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c2780)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:14.658125    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"865eb55d-4879-4f09-8c93-9ca2b7f6f541", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c2780)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:14.658167    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "865eb55d-4879-4f09-8c93-9ca2b7f6f541", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/ha-090000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd,earlyprintk=s

erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:55:14.658258    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 865eb55d-4879-4f09-8c93-9ca2b7f6f541 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/ha-090000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset

norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:55:14.658283    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:55:14.659556    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Pid is 3926

	I0722 03:55:14.659971    3911 main.go:141] libmachine: (ha-090000) DBG | Attempt 0

	I0722 03:55:14.659983    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.660096    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3926

	I0722 03:55:14.661907    3911 main.go:141] libmachine: (ha-090000) DBG | Searching for de:e:68:47:cf:44 in /var/db/dhcpd_leases ...

	I0722 03:55:14.661965    3911 main.go:141] libmachine: (ha-090000) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:55:14.661986    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:55:14.662001    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:55:14.662012    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8b16}

	I0722 03:55:14.662031    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8aec}

	I0722 03:55:14.662047    3911 main.go:141] libmachine: (ha-090000) DBG | Found match: de:e:68:47:cf:44

	I0722 03:55:14.662058    3911 main.go:141] libmachine: (ha-090000) DBG | IP: 192.169.0.5

	I0722 03:55:14.662088    3911 main.go:141] libmachine: (ha-090000) Calling .GetConfigRaw

	I0722 03:55:14.662970    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:14.663190    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:14.663619    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:55:14.663631    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.663775    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:14.663892    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:14.663995    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:14.664107    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:14.664217    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:14.664369    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:14.664624    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:14.664637    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:55:14.668018    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:55:14.726271    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:55:14.726986    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:14.727016    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:14.727030    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:14.727041    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:15.102308    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:55:15.102323    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:55:15.217057    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:15.217079    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:15.217092    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:15.217103    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:15.217955    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:55:15.217966    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:55:20.486836    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:55:20.486863    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:55:20.486878    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:55:20.511003    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:55:49.725974    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:55:49.725988    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.726125    3911 buildroot.go:166] provisioning hostname "ha-090000"

	I0722 03:55:49.726138    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.726243    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.726335    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.726420    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.726506    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.726616    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.726741    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:49.726890    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:49.726899    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000 && echo "ha-090000" | sudo tee /etc/hostname

	I0722 03:55:49.789306    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000

	I0722 03:55:49.789328    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.789466    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.789581    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.789678    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.789776    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.789915    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:49.790061    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:49.790072    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:55:49.849551    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:55:49.849576    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:55:49.849589    3911 buildroot.go:174] setting up certificates

	I0722 03:55:49.849598    3911 provision.go:84] configureAuth start

	I0722 03:55:49.849606    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.849736    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:49.849829    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.849906    3911 provision.go:143] copyHostCerts

	I0722 03:55:49.849941    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:55:49.850010    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:55:49.850019    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:55:49.850190    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:55:49.850418    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:55:49.850458    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:55:49.850463    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:55:49.850553    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:55:49.850707    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:55:49.850746    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:55:49.850751    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:55:49.850838    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:55:49.850994    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000 san=[127.0.0.1 192.169.0.5 ha-090000 localhost minikube]

	I0722 03:55:49.954745    3911 provision.go:177] copyRemoteCerts

	I0722 03:55:49.954797    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:55:49.954814    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.954945    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.955036    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.955138    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.955226    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:49.988017    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:55:49.988090    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:55:50.006955    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:55:50.007018    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)

	I0722 03:55:50.026488    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:55:50.026558    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0722 03:55:50.045921    3911 provision.go:87] duration metric: took 196.3146ms to configureAuth

	I0722 03:55:50.045933    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:55:50.046087    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:50.046101    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:50.046225    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.046308    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.046401    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.046493    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.046569    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.046685    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.046803    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.046811    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:55:50.100376    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:55:50.100387    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:55:50.100457    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:55:50.100468    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.100595    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.100692    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.100789    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.100888    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.101021    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.101173    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.101220    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:55:50.162706    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:55:50.162761    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.162891    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.162997    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.163099    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.163182    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.163329    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.163465    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.163477    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:55:51.839255    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:55:51.839270    3911 machine.go:97] duration metric: took 37.176641879s to provisionDockerMachine

	I0722 03:55:51.839283    3911 start.go:293] postStartSetup for "ha-090000" (driver="hyperkit")

	I0722 03:55:51.839300    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:55:51.839314    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:51.839490    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:55:51.839510    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.839611    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.839703    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.839796    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.839928    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:51.873857    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:55:51.877062    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:55:51.877075    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:55:51.877182    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:55:51.877378    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:55:51.877384    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:55:51.877594    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:55:51.885692    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:55:51.904673    3911 start.go:296] duration metric: took 65.382263ms for postStartSetup

	I0722 03:55:51.904692    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:51.904859    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:55:51.904872    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.904961    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.905042    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.905118    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.905210    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:51.938400    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:55:51.938461    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:55:51.992039    3911 fix.go:56] duration metric: took 37.579572847s for fixHost

	I0722 03:55:51.992063    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.992208    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.992304    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.992398    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.992482    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.992602    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:51.992763    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:51.992770    3911 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0722 03:55:52.046381    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645751.936433832

	I0722 03:55:52.046393    3911 fix.go:216] guest clock: 1721645751.936433832

	I0722 03:55:52.046398    3911 fix.go:229] Guest: 2024-07-22 03:55:51.936433832 -0700 PDT Remote: 2024-07-22 03:55:51.992052 -0700 PDT m=+38.026686282 (delta=-55.618168ms)

	I0722 03:55:52.046416    3911 fix.go:200] guest clock delta is within tolerance: -55.618168ms

	I0722 03:55:52.046421    3911 start.go:83] releasing machines lock for "ha-090000", held for 37.633981911s

	I0722 03:55:52.046442    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.046575    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:52.046677    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.046990    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.047122    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.047226    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:55:52.047248    3911 ssh_runner.go:195] Run: cat /version.json

	I0722 03:55:52.047259    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:52.047259    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:52.047380    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:52.047396    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:52.047483    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:52.047511    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:52.047561    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:52.047626    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:52.047654    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:52.047720    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:52.075429    3911 ssh_runner.go:195] Run: systemctl --version

	I0722 03:55:52.079894    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0722 03:55:52.124828    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:55:52.124898    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:55:52.137859    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:55:52.137870    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:55:52.137970    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:55:52.155379    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:55:52.164198    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:55:52.173115    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:55:52.173156    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:55:52.182074    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:55:52.190972    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:55:52.199765    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:55:52.208507    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:55:52.217591    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:55:52.226424    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:55:52.235243    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:55:52.244124    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:55:52.252099    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:55:52.259973    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:52.354629    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:55:52.373701    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:55:52.373781    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:55:52.386226    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:55:52.407006    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:55:52.422442    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:55:52.433467    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:55:52.445302    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:55:52.465665    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:55:52.477795    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:55:52.493683    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:55:52.496631    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:55:52.503860    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:55:52.517344    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:55:52.615407    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:55:52.719878    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:55:52.719955    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:55:52.735170    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:52.840992    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:55:55.172776    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.331829238s)

	I0722 03:55:55.172846    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0722 03:55:55.183162    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:55:55.193307    3911 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0722 03:55:55.284550    3911 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0722 03:55:55.395161    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:55.503613    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0722 03:55:55.517310    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:55:55.528594    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:55.620227    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0722 03:55:55.685036    3911 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0722 03:55:55.685111    3911 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0722 03:55:55.689532    3911 start.go:563] Will wait 60s for crictl version

	I0722 03:55:55.689580    3911 ssh_runner.go:195] Run: which crictl

	I0722 03:55:55.692688    3911 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0722 03:55:55.719714    3911 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.0.3

	RuntimeApiVersion:  v1

	I0722 03:55:55.719788    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:55:55.737225    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:55:55.780302    3911 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	I0722 03:55:55.780349    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:55.780734    3911 ssh_runner.go:195] Run: grep 192.169.0.1	host.minikube.internal$ /etc/hosts

	I0722 03:55:55.785388    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:55:55.796137    3911 kubeadm.go:883] updating cluster {Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.

3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:f

alse inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpt

imizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0722 03:55:55.796229    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:55.796288    3911 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 03:55:55.808589    3911 docker.go:685] Got preloaded images: -- stdout --

	kindest/kindnetd:v20240719-e7903573

	registry.k8s.io/kube-apiserver:v1.30.3

	registry.k8s.io/kube-controller-manager:v1.30.3

	registry.k8s.io/kube-scheduler:v1.30.3

	registry.k8s.io/kube-proxy:v1.30.3

	ghcr.io/kube-vip/kube-vip:v0.8.0

	registry.k8s.io/etcd:3.5.12-0

	registry.k8s.io/coredns/coredns:v1.11.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	gcr.io/k8s-minikube/busybox:1.28

	-- /stdout --

	I0722 03:55:55.808605    3911 docker.go:615] Images already preloaded, skipping extraction

	I0722 03:55:55.808686    3911 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 03:55:55.823528    3911 docker.go:685] Got preloaded images: -- stdout --

	kindest/kindnetd:v20240719-e7903573

	registry.k8s.io/kube-apiserver:v1.30.3

	registry.k8s.io/kube-controller-manager:v1.30.3

	registry.k8s.io/kube-scheduler:v1.30.3

	registry.k8s.io/kube-proxy:v1.30.3

	ghcr.io/kube-vip/kube-vip:v0.8.0

	registry.k8s.io/etcd:3.5.12-0

	registry.k8s.io/coredns/coredns:v1.11.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	gcr.io/k8s-minikube/busybox:1.28

	-- /stdout --

	I0722 03:55:55.823552    3911 cache_images.go:84] Images are preloaded, skipping loading

	I0722 03:55:55.823561    3911 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.30.3 docker true true} ...

	I0722 03:55:55.823650    3911 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-090000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5

	[Install]

	 config:

	{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0722 03:55:55.823715    3911 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0722 03:55:55.843770    3911 cni.go:84] Creating CNI manager for ""

	I0722 03:55:55.843782    3911 cni.go:136] multinode detected (3 nodes found), recommending kindnet

	I0722 03:55:55.843795    3911 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0722 03:55:55.843811    3911 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-090000 NodeName:ha-090000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif

ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0722 03:55:55.843918    3911 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.169.0.5

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "ha-090000"

	  kubeletExtraArgs:

	    node-ip: 192.169.0.5

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.30.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%"

	  nodefs.inodesFree: "0%"

	  imagefs.available: "0%"

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0722 03:55:55.843949    3911 kube-vip.go:115] generating kube-vip config ...

	I0722 03:55:55.843997    3911 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"

	I0722 03:55:55.858984    3911 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip

	I0722 03:55:55.859051    3911 kube-vip.go:137] kube-vip config:

	apiVersion: v1

	kind: Pod

	metadata:

	  creationTimestamp: null

	  name: kube-vip

	  namespace: kube-system

	spec:

	  containers:

	  - args:

	    - manager

	    env:

	    - name: vip_arp

	      value: "true"

	    - name: port

	      value: "8443"

	    - name: vip_nodename

	      valueFrom:

	        fieldRef:

	          fieldPath: spec.nodeName

	    - name: vip_interface

	      value: eth0

	    - name: vip_cidr

	      value: "32"

	    - name: dns_mode

	      value: first

	    - name: cp_enable

	      value: "true"

	    - name: cp_namespace

	      value: kube-system

	    - name: vip_leaderelection

	      value: "true"

	    - name: vip_leasename

	      value: plndr-cp-lock

	    - name: vip_leaseduration

	      value: "5"

	    - name: vip_renewdeadline

	      value: "3"

	    - name: vip_retryperiod

	      value: "1"

	    - name: address

	      value: 192.169.0.254

	    - name: prometheus_server

	      value: :2112

	    - name : lb_enable

	      value: "true"

	    - name: lb_port

	      value: "8443"

	    image: ghcr.io/kube-vip/kube-vip:v0.8.0

	    imagePullPolicy: IfNotPresent

	    name: kube-vip

	    resources: {}

	    securityContext:

	      capabilities:

	        add:

	        - NET_ADMIN

	        - NET_RAW

	    volumeMounts:

	    - mountPath: /etc/kubernetes/admin.conf

	      name: kubeconfig

	  hostAliases:

	  - hostnames:

	    - kubernetes

	    ip: 127.0.0.1

	  hostNetwork: true

	  volumes:

	  - hostPath:

	      path: "/etc/kubernetes/admin.conf"

	    name: kubeconfig

	status: {}

	I0722 03:55:55.859099    3911 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3

	I0722 03:55:55.871541    3911 binaries.go:44] Found k8s binaries, skipping transfer

	I0722 03:55:55.871605    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests

	I0722 03:55:55.879901    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)

	I0722 03:55:55.893317    3911 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0722 03:55:55.906860    3911 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)

	I0722 03:55:55.920583    3911 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)

	I0722 03:55:55.934115    3911 ssh_runner.go:195] Run: grep 192.169.0.254	control-plane.minikube.internal$ /etc/hosts

	I0722 03:55:55.937202    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:55:55.947512    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:56.043601    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:55:56.058460    3911 certs.go:68] Setting up /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000 for IP: 192.169.0.5

	I0722 03:55:56.058473    3911 certs.go:194] generating shared ca certs ...

	I0722 03:55:56.058482    3911 certs.go:226] acquiring lock for ca certs: {Name:mk31b6ba3ba4e51acc59db740baf7c8ba8dd988b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.058655    3911 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key

	I0722 03:55:56.058735    3911 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key

	I0722 03:55:56.058744    3911 certs.go:256] generating profile certs ...

	I0722 03:55:56.058828    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key

	I0722 03:55:56.058850    3911 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603

	I0722 03:55:56.058866    3911 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.6 192.169.0.254]

	I0722 03:55:56.176369    3911 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 ...

	I0722 03:55:56.176387    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603: {Name:mk56ec66ac2a3d80a126aae24a23c208f41c56a5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.176780    3911 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603 ...

	I0722 03:55:56.176790    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603: {Name:mk0da3ff1ed021cd0c62e370f79895aeed00bfd8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.177042    3911 certs.go:381] copying /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 -> /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt

	I0722 03:55:56.177289    3911 certs.go:385] copying /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603 -> /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key

	I0722 03:55:56.177558    3911 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key

	I0722 03:55:56.177573    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I0722 03:55:56.177599    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I0722 03:55:56.177621    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I0722 03:55:56.177643    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I0722 03:55:56.177663    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I0722 03:55:56.177684    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I0722 03:55:56.177705    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I0722 03:55:56.177727    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I0722 03:55:56.177832    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem (1338 bytes)

	W0722 03:55:56.177883    3911 certs.go:480] ignoring /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637_empty.pem, impossibly tiny 0 bytes

	I0722 03:55:56.177892    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem (1675 bytes)

	I0722 03:55:56.177935    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem (1078 bytes)

	I0722 03:55:56.177980    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem (1123 bytes)

	I0722 03:55:56.178009    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem (1675 bytes)

	I0722 03:55:56.178085    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:55:56.178123    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem -> /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.178148    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.178168    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.178610    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0722 03:55:56.201771    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0722 03:55:56.234700    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0722 03:55:56.277028    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0722 03:55:56.303799    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)

	I0722 03:55:56.355626    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0722 03:55:56.423367    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0722 03:55:56.460516    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0722 03:55:56.495805    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem --> /usr/share/ca-certificates/1637.pem (1338 bytes)

	I0722 03:55:56.523902    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /usr/share/ca-certificates/16372.pem (1708 bytes)

	I0722 03:55:56.561999    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0722 03:55:56.592542    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0722 03:55:56.609376    3911 ssh_runner.go:195] Run: openssl version

	I0722 03:55:56.613622    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1637.pem && ln -fs /usr/share/ca-certificates/1637.pem /etc/ssl/certs/1637.pem"

	I0722 03:55:56.622123    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.625637    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 22 10:38 /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.625671    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.629816    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1637.pem /etc/ssl/certs/51391683.0"

	I0722 03:55:56.638362    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16372.pem && ln -fs /usr/share/ca-certificates/16372.pem /etc/ssl/certs/16372.pem"

	I0722 03:55:56.646609    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.650063    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 22 10:38 /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.650097    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.654257    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16372.pem /etc/ssl/certs/3ec20f2e.0"

	I0722 03:55:56.662670    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0722 03:55:56.671261    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.674720    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:29 /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.674754    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.678972    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0722 03:55:56.687498    3911 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0722 03:55:56.691047    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0722 03:55:56.695322    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0722 03:55:56.699702    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0722 03:55:56.704065    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0722 03:55:56.708401    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0722 03:55:56.712852    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0722 03:55:56.717112    3911 kubeadm.go:392] StartCluster: {Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 C

lusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:fals

e inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi

zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:56.717233    3911 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0722 03:55:56.730051    3911 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0722 03:55:56.737806    3911 kubeadm.go:408] found existing configuration files, will attempt cluster restart

	I0722 03:55:56.737821    3911 kubeadm.go:593] restartPrimaryControlPlane start ...

	I0722 03:55:56.737861    3911 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I0722 03:55:56.745356    3911 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0722 03:55:56.745651    3911 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-090000" does not appear in /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.745730    3911 kubeconfig.go:62] /Users/jenkins/minikube-integration/19313-1111/kubeconfig needs updating (will repair): [kubeconfig missing "ha-090000" cluster setting kubeconfig missing "ha-090000" context setting]

	I0722 03:55:56.745922    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/kubeconfig: {Name:mkf2b240918cd66dabf425a67d7df0a0c9aa8c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.746572    3911 loader.go:395] Config loaded from file:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.746765    3911 kapi.go:59] client config for ha-090000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},

UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xc727ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0722 03:55:56.747076    3911 cert_rotation.go:137] Starting client certificate rotation controller

	I0722 03:55:56.747254    3911 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0722 03:55:56.754607    3911 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5

	I0722 03:55:56.754620    3911 kubeadm.go:597] duration metric: took 16.795414ms to restartPrimaryControlPlane

	I0722 03:55:56.754625    3911 kubeadm.go:394] duration metric: took 37.520322ms to StartCluster

	I0722 03:55:56.754634    3911 settings.go:142] acquiring lock: {Name:mk61cf5b2a74edb35dda57ecbe8abc2ea6c58c7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.754711    3911 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.755134    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/kubeconfig: {Name:mkf2b240918cd66dabf425a67d7df0a0c9aa8c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.755360    3911 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0722 03:55:56.755373    3911 start.go:241] waiting for startup goroutines ...

	I0722 03:55:56.755387    3911 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]

	I0722 03:55:56.755497    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:56.799163    3911 out.go:177] * Enabled addons: 

	I0722 03:55:56.820182    3911 addons.go:510] duration metric: took 64.792244ms for enable addons: enabled=[]

	I0722 03:55:56.820230    3911 start.go:246] waiting for cluster config update ...

	I0722 03:55:56.820244    3911 start.go:255] writing updated cluster config ...

	I0722 03:55:56.842189    3911 out.go:177] 

	I0722 03:55:56.863789    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:56.863918    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:56.886431    3911 out.go:177] * Starting "ha-090000-m02" control-plane node in "ha-090000" cluster

	I0722 03:55:56.928353    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:56.928403    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:55:56.928581    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:55:56.928604    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:55:56.928730    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:56.929636    3911 start.go:360] acquireMachinesLock for ha-090000-m02: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:55:56.929748    3911 start.go:364] duration metric: took 80.846µs to acquireMachinesLock for "ha-090000-m02"

	I0722 03:55:56.929773    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:55:56.929782    3911 fix.go:54] fixHost starting: m02

	I0722 03:55:56.930190    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:56.930213    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:56.939208    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51974

	I0722 03:55:56.939548    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:56.939878    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:56.939889    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:56.940129    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:56.940269    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:55:56.940364    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetState

	I0722 03:55:56.940445    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:56.940553    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid from json: 3753

	I0722 03:55:56.941410    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid 3753 missing from process table

	I0722 03:55:56.941430    3911 fix.go:112] recreateIfNeeded on ha-090000-m02: state=Stopped err=<nil>

	I0722 03:55:56.941439    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	W0722 03:55:56.941520    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:55:56.963252    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000-m02" ...

	I0722 03:55:56.984572    3911 main.go:141] libmachine: (ha-090000-m02) Calling .Start

	I0722 03:55:56.984884    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:56.984972    3911 main.go:141] libmachine: (ha-090000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid

	I0722 03:55:56.986700    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid 3753 missing from process table

	I0722 03:55:56.986715    3911 main.go:141] libmachine: (ha-090000-m02) DBG | pid 3753 is in state "Stopped"

	I0722 03:55:56.986731    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid...

	I0722 03:55:56.987014    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Using UUID a238bb05-e07d-4298-98be-9d336c163b01

	I0722 03:55:57.014110    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Generated MAC 4e:65:fa:f9:26:3

	I0722 03:55:57.014143    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:55:57.014261    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a238bb05-e07d-4298-98be-9d336c163b01", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037b350)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:57.014289    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a238bb05-e07d-4298-98be-9d336c163b01", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037b350)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:57.014330    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "a238bb05-e07d-4298-98be-9d336c163b01", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/ha-090000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machine

s/ha-090000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:55:57.014365    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U a238bb05-e07d-4298-98be-9d336c163b01 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/ha-090000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd,earlyprintk=serial loglevel=3 console=t

tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:55:57.014400    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:55:57.015680    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Pid is 3958

	I0722 03:55:57.016180    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Attempt 0

	I0722 03:55:57.016197    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:57.016259    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid from json: 3958

	I0722 03:55:57.018025    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Searching for 4e:65:fa:f9:26:3 in /var/db/dhcpd_leases ...

	I0722 03:55:57.018041    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:55:57.018086    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8c1b}

	I0722 03:55:57.018095    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:55:57.018102    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:55:57.018112    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8b16}

	I0722 03:55:57.018118    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Found match: 4e:65:fa:f9:26:3

	I0722 03:55:57.018122    3911 main.go:141] libmachine: (ha-090000-m02) DBG | IP: 192.169.0.6

	I0722 03:55:57.018178    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetConfigRaw

	I0722 03:55:57.018834    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:55:57.019009    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:57.019499    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:55:57.019509    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:55:57.019651    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:55:57.019770    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:55:57.019892    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:55:57.020010    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:55:57.020098    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:55:57.020264    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:57.020422    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:55:57.020435    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:55:57.023607    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:55:57.031862    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:55:57.032835    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:57.032848    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:57.032855    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:57.032861    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:57.411442    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:55:57.411461    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:55:57.526363    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:57.526382    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:57.526390    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:57.526396    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:57.527265    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:55:57.527278    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:56:02.785857    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:56:02.785940    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:56:02.785949    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:56:02.812798    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:56:32.075580    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:56:32.075594    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.075720    3911 buildroot.go:166] provisioning hostname "ha-090000-m02"

	I0722 03:56:32.075731    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.075826    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.075933    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.076015    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.076119    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.076212    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.076341    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.076492    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.076502    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000-m02 && echo "ha-090000-m02" | sudo tee /etc/hostname

	I0722 03:56:32.136897    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000-m02

	I0722 03:56:32.136912    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.137046    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.137157    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.137250    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.137341    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.137474    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.137607    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.137618    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000-m02' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000-m02/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000-m02' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:56:32.192449    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:56:32.192463    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:56:32.192472    3911 buildroot.go:174] setting up certificates

	I0722 03:56:32.192482    3911 provision.go:84] configureAuth start

	I0722 03:56:32.192492    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.192621    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:32.192721    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.192798    3911 provision.go:143] copyHostCerts

	I0722 03:56:32.192826    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:56:32.192874    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:56:32.192879    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:56:32.193015    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:56:32.193230    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:56:32.193264    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:56:32.193269    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:56:32.193346    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:56:32.193513    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:56:32.193541    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:56:32.193546    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:56:32.193618    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:56:32.193767    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000-m02 san=[127.0.0.1 192.169.0.6 ha-090000-m02 localhost minikube]

	I0722 03:56:32.314909    3911 provision.go:177] copyRemoteCerts

	I0722 03:56:32.314954    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:56:32.314968    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.315107    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.315208    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.315309    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.315384    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:32.347809    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:56:32.347885    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0722 03:56:32.366931    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:56:32.366988    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:56:32.386030    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:56:32.386103    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0722 03:56:32.404971    3911 provision.go:87] duration metric: took 212.48697ms to configureAuth

	I0722 03:56:32.404983    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:56:32.405138    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:32.405152    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:32.405288    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.405375    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.405462    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.405546    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.405633    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.405741    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.405866    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.405874    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:56:32.454313    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:56:32.454324    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:56:32.454404    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:56:32.454417    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.454548    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.454656    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.454765    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.454869    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.454989    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.455128    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.455173    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment="NO_PROXY=192.169.0.5"

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:56:32.513991    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment=NO_PROXY=192.169.0.5

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:56:32.514007    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.514163    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.514257    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.514355    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.514458    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.514588    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.514721    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.514733    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:56:34.211339    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:56:34.211353    3911 machine.go:97] duration metric: took 37.192847433s to provisionDockerMachine

	I0722 03:56:34.211364    3911 start.go:293] postStartSetup for "ha-090000-m02" (driver="hyperkit")

	I0722 03:56:34.211371    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:56:34.211386    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.211563    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:56:34.211577    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.211687    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.211786    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.211882    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.211969    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.242978    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:56:34.245962    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:56:34.245971    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:56:34.246060    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:56:34.246200    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:56:34.246206    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:56:34.246360    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:56:34.254372    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:56:34.273009    3911 start.go:296] duration metric: took 61.631077ms for postStartSetup

	I0722 03:56:34.273028    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.273172    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:56:34.273182    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.273265    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.273351    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.273439    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.273519    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.305174    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:56:34.305226    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:56:34.339922    3911 fix.go:56] duration metric: took 37.411144035s for fixHost

	I0722 03:56:34.339947    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.340082    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.340179    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.340258    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.340343    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.340478    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:34.340622    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:34.340630    3911 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0722 03:56:34.388578    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645794.572489059

	I0722 03:56:34.388591    3911 fix.go:216] guest clock: 1721645794.572489059

	I0722 03:56:34.388596    3911 fix.go:229] Guest: 2024-07-22 03:56:34.572489059 -0700 PDT Remote: 2024-07-22 03:56:34.339936 -0700 PDT m=+80.375710715 (delta=232.553059ms)

	I0722 03:56:34.388606    3911 fix.go:200] guest clock delta is within tolerance: 232.553059ms

	I0722 03:56:34.388609    3911 start.go:83] releasing machines lock for "ha-090000-m02", held for 37.459858552s

	I0722 03:56:34.388627    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.388762    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:34.409792    3911 out.go:177] * Found network options:

	I0722 03:56:34.430136    3911 out.go:177]   - NO_PROXY=192.169.0.5

	W0722 03:56:34.451143    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:56:34.451179    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452017    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452288    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452418    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:56:34.452457    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	W0722 03:56:34.452511    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:56:34.452619    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	I0722 03:56:34.452639    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.452667    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.452899    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.452939    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.453127    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.453158    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.453309    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.453305    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.453445    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	W0722 03:56:34.481920    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:56:34.481981    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:56:34.527590    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:56:34.527602    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:56:34.527664    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:56:34.542920    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:56:34.551387    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:56:34.559553    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:56:34.559598    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:56:34.567825    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:56:34.576145    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:56:34.584472    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:56:34.592914    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:56:34.601360    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:56:34.609666    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:56:34.618581    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:56:34.626849    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:56:34.634297    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:56:34.642011    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:34.733806    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:56:34.753393    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:56:34.753463    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:56:34.769228    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:56:34.781756    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:56:34.797930    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:56:34.808316    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:56:34.818407    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:56:34.839910    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:56:34.852187    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:56:34.867777    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:56:34.870845    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:56:34.878342    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:56:34.891766    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:56:34.986612    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:56:35.092574    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:56:35.092596    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:56:35.106385    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:35.202045    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:56:37.547949    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.345948624s)

	I0722 03:56:37.548007    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0722 03:56:37.559709    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:56:37.570592    3911 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0722 03:56:37.669571    3911 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0722 03:56:37.763201    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:37.875925    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0722 03:56:37.889982    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:56:37.900245    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:38.003656    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0722 03:56:38.067963    3911 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0722 03:56:38.068036    3911 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0722 03:56:38.072622    3911 start.go:563] Will wait 60s for crictl version

	I0722 03:56:38.072673    3911 ssh_runner.go:195] Run: which crictl

	I0722 03:56:38.075745    3911 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0722 03:56:38.103382    3911 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.0.3

	RuntimeApiVersion:  v1

	I0722 03:56:38.103467    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:56:38.119903    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:56:38.160816    3911 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	I0722 03:56:38.182482    3911 out.go:177]   - env NO_PROXY=192.169.0.5

	I0722 03:56:38.203478    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:38.203850    3911 ssh_runner.go:195] Run: grep 192.169.0.1	host.minikube.internal$ /etc/hosts

	I0722 03:56:38.207987    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:56:38.217642    3911 mustload.go:65] Loading cluster: ha-090000

	I0722 03:56:38.217804    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:38.218020    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:38.218035    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:38.226637    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51996

	I0722 03:56:38.226983    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:38.227325    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:38.227343    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:38.227630    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:38.227748    3911 main.go:141] libmachine: (ha-090000) Calling .GetState

	I0722 03:56:38.227836    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:38.227899    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3926

	I0722 03:56:38.228835    3911 host.go:66] Checking if "ha-090000" exists ...

	I0722 03:56:38.229086    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:38.229101    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:38.237412    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51998

	I0722 03:56:38.237753    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:38.238100    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:38.238118    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:38.238328    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:38.238453    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:56:38.238565    3911 certs.go:68] Setting up /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000 for IP: 192.169.0.6

	I0722 03:56:38.238571    3911 certs.go:194] generating shared ca certs ...

	I0722 03:56:38.238580    3911 certs.go:226] acquiring lock for ca certs: {Name:mk31b6ba3ba4e51acc59db740baf7c8ba8dd988b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:56:38.238710    3911 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key

	I0722 03:56:38.238765    3911 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key

	I0722 03:56:38.238773    3911 certs.go:256] generating profile certs ...

	I0722 03:56:38.238865    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key

	I0722 03:56:38.238954    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.cd5997a2

	I0722 03:56:38.239013    3911 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key

	I0722 03:56:38.239026    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I0722 03:56:38.239049    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I0722 03:56:38.239069    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I0722 03:56:38.239087    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I0722 03:56:38.239104    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I0722 03:56:38.239123    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I0722 03:56:38.239143    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I0722 03:56:38.239166    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I0722 03:56:38.239250    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem (1338 bytes)

	W0722 03:56:38.239289    3911 certs.go:480] ignoring /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637_empty.pem, impossibly tiny 0 bytes

	I0722 03:56:38.239297    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem (1675 bytes)

	I0722 03:56:38.239330    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem (1078 bytes)

	I0722 03:56:38.239361    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem (1123 bytes)

	I0722 03:56:38.239392    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem (1675 bytes)

	I0722 03:56:38.239457    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:56:38.239492    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem -> /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.239513    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.239532    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.239558    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:56:38.239660    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:56:38.239755    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:56:38.239850    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:56:38.239942    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:56:38.265993    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub

	I0722 03:56:38.269678    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)

	I0722 03:56:38.278304    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key

	I0722 03:56:38.281402    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)

	I0722 03:56:38.289616    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt

	I0722 03:56:38.292667    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)

	I0722 03:56:38.300512    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key

	I0722 03:56:38.303570    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)

	I0722 03:56:38.311600    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt

	I0722 03:56:38.314768    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)

	I0722 03:56:38.322792    3911 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key

	I0722 03:56:38.325989    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)

	I0722 03:56:38.334090    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0722 03:56:38.354251    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0722 03:56:38.373942    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0722 03:56:38.393826    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0722 03:56:38.413300    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)

	I0722 03:56:38.433234    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0722 03:56:38.452691    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0722 03:56:38.472206    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0722 03:56:38.492624    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem --> /usr/share/ca-certificates/1637.pem (1338 bytes)

	I0722 03:56:38.511779    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /usr/share/ca-certificates/16372.pem (1708 bytes)

	I0722 03:56:38.531604    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0722 03:56:38.550960    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)

	I0722 03:56:38.564536    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)

	I0722 03:56:38.577906    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)

	I0722 03:56:38.591620    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)

	I0722 03:56:38.605203    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)

	I0722 03:56:38.619039    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)

	I0722 03:56:38.633179    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)

	I0722 03:56:38.646763    3911 ssh_runner.go:195] Run: openssl version

	I0722 03:56:38.650909    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16372.pem && ln -fs /usr/share/ca-certificates/16372.pem /etc/ssl/certs/16372.pem"

	I0722 03:56:38.659202    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.662546    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 22 10:38 /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.662579    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.666667    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16372.pem /etc/ssl/certs/3ec20f2e.0"

	I0722 03:56:38.675008    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0722 03:56:38.683335    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.686876    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:29 /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.686923    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.691071    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0722 03:56:38.699373    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1637.pem && ln -fs /usr/share/ca-certificates/1637.pem /etc/ssl/certs/1637.pem"

	I0722 03:56:38.707510    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.710890    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 22 10:38 /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.710923    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.715062    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1637.pem /etc/ssl/certs/51391683.0"

	I0722 03:56:38.723255    3911 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0722 03:56:38.726701    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0722 03:56:38.730990    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0722 03:56:38.735283    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0722 03:56:38.739568    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0722 03:56:38.743725    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0722 03:56:38.747941    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0722 03:56:38.752113    3911 kubeadm.go:934] updating node {m02 192.169.0.6 8443 v1.30.3 docker true true} ...

	I0722 03:56:38.752169    3911 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-090000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6

	[Install]

	 config:

	{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0722 03:56:38.752183    3911 kube-vip.go:115] generating kube-vip config ...

	I0722 03:56:38.752213    3911 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"

	I0722 03:56:38.764297    3911 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip

	I0722 03:56:38.764339    3911 kube-vip.go:137] kube-vip config:

	apiVersion: v1

	kind: Pod

	metadata:

	  creationTimestamp: null

	  name: kube-vip

	  namespace: kube-system

	spec:

	  containers:

	  - args:

	    - manager

	    env:

	    - name: vip_arp

	      value: "true"

	    - name: port

	      value: "8443"

	    - name: vip_nodename

	      valueFrom:

	        fieldRef:

	          fieldPath: spec.nodeName

	    - name: vip_interface

	      value: eth0

	    - name: vip_cidr

	      value: "32"

	    - name: dns_mode

	      value: first

	    - name: cp_enable

	      value: "true"

	    - name: cp_namespace

	      value: kube-system

	    - name: vip_leaderelection

	      value: "true"

	    - name: vip_leasename

	      value: plndr-cp-lock

	    - name: vip_leaseduration

	      value: "5"

	    - name: vip_renewdeadline

	      value: "3"

	    - name: vip_retryperiod

	      value: "1"

	    - name: address

	      value: 192.169.0.254

	    - name: prometheus_server

	      value: :2112

	    - name : lb_enable

	      value: "true"

	    - name: lb_port

	      value: "8443"

	    image: ghcr.io/kube-vip/kube-vip:v0.8.0

	    imagePullPolicy: IfNotPresent

	    name: kube-vip

	    resources: {}

	    securityContext:

	      capabilities:

	        add:

	        - NET_ADMIN

	        - NET_RAW

	    volumeMounts:

	    - mountPath: /etc/kubernetes/admin.conf

	      name: kubeconfig

	  hostAliases:

	  - hostnames:

	    - kubernetes

	    ip: 127.0.0.1

	  hostNetwork: true

	  volumes:

	  - hostPath:

	      path: "/etc/kubernetes/admin.conf"

	    name: kubeconfig

	status: {}

	I0722 03:56:38.764386    3911 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3

	I0722 03:56:38.777566    3911 binaries.go:44] Found k8s binaries, skipping transfer

	I0722 03:56:38.777617    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests

	I0722 03:56:38.785844    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)

	I0722 03:56:38.799378    3911 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0722 03:56:38.812569    3911 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)

	I0722 03:56:38.826035    3911 ssh_runner.go:195] Run: grep 192.169.0.254	control-plane.minikube.internal$ /etc/hosts

	I0722 03:56:38.829004    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:56:38.838894    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:38.934878    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:56:38.949889    3911 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0722 03:56:38.950085    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:38.971273    3911 out.go:177] * Verifying Kubernetes components...

	I0722 03:56:38.991992    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:39.123554    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:56:39.136167    3911 loader.go:395] Config loaded from file:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:56:39.136377    3911 kapi.go:59] client config for ha-090000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}

, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xc727ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	W0722 03:56:39.136421    3911 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443

	I0722 03:56:39.136590    3911 node_ready.go:35] waiting up to 6m0s for node "ha-090000-m02" to be "Ready" ...

	I0722 03:56:39.136660    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:39.136665    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:39.136672    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:39.136677    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:40.137255    3911 round_trippers.go:574] Response Status:  in 1000 milliseconds

	I0722 03:56:40.137479    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:40.137503    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:40.137521    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:40.137534    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:47.940026    3911 round_trippers.go:574] Response Status: 200 OK in 7802 milliseconds

	I0722 03:56:47.940733    3911 node_ready.go:49] node "ha-090000-m02" has status "Ready":"True"

	I0722 03:56:47.940746    3911 node_ready.go:38] duration metric: took 8.804377648s for node "ha-090000-m02" to be "Ready" ...

	I0722 03:56:47.940753    3911 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0722 03:56:47.940808    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:47.940815    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:47.940823    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:47.940827    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.019911    3911 round_trippers.go:574] Response Status: 200 OK in 79 milliseconds

	I0722 03:56:48.026784    3911 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.026849    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-lf5mv

	I0722 03:56:48.026855    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.026862    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.026866    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.031605    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.032135    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.032143    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.032150    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.032153    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.034575    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.034884    3911 pod_ready.go:92] pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.034894    3911 pod_ready.go:81] duration metric: took 8.095254ms for pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.034902    3911 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.034940    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-mjc97

	I0722 03:56:48.034951    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.034959    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.034963    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.037811    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.038390    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.038397    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.038403    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.038412    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.042255    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.042713    3911 pod_ready.go:92] pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.042723    3911 pod_ready.go:81] duration metric: took 7.815334ms for pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.042730    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.042769    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000

	I0722 03:56:48.042774    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.042780    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.042784    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.046998    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.047505    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.047512    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.047517    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.047519    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.050594    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.051034    3911 pod_ready.go:92] pod "etcd-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.051045    3911 pod_ready.go:81] duration metric: took 8.309873ms for pod "etcd-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.051052    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.051096    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000-m02

	I0722 03:56:48.051102    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.051108    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.051112    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.055364    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.055818    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.055827    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.055833    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.055837    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.058858    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.059331    3911 pod_ready.go:92] pod "etcd-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.059342    3911 pod_ready.go:81] duration metric: took 8.283096ms for pod "etcd-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.059349    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.059399    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000-m03

	I0722 03:56:48.059405    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.059412    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.059415    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.069366    3911 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds

	I0722 03:56:48.140952    3911 request.go:629] Waited for 71.140962ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:48.140996    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:48.141001    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.141007    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.141013    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.150505    3911 round_trippers.go:574] Response Status: 404 Not Found in 9 milliseconds

	I0722 03:56:48.150672    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "etcd-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:48.150684    3911 pod_ready.go:81] duration metric: took 91.332094ms for pod "etcd-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:48.150693    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "etcd-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:48.150707    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.341259    3911 request.go:629] Waited for 190.473586ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000

	I0722 03:56:48.341296    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000

	I0722 03:56:48.341301    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.341307    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.341311    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.346534    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:48.541247    3911 request.go:629] Waited for 194.341501ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.541301    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.541310    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.541317    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.541321    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.543864    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.544294    3911 pod_ready.go:92] pod "kube-apiserver-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.544304    3911 pod_ready.go:81] duration metric: took 393.600781ms for pod "kube-apiserver-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.544310    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.740936    3911 request.go:629] Waited for 196.590173ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m02

	I0722 03:56:48.741009    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m02

	I0722 03:56:48.741017    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.741025    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.741032    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.743601    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.941584    3911 request.go:629] Waited for 197.554429ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.941670    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.941676    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.941681    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.941685    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.943442    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:48.943712    3911 pod_ready.go:92] pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.943722    3911 pod_ready.go:81] duration metric: took 399.417249ms for pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.943728    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.142238    3911 request.go:629] Waited for 198.455178ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m03

	I0722 03:56:49.142276    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m03

	I0722 03:56:49.142283    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.142291    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.142297    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.144759    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:49.341711    3911 request.go:629] Waited for 196.420201ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:49.341743    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:49.341748    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.341754    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.341757    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.343407    3911 round_trippers.go:574] Response Status: 404 Not Found in 1 milliseconds

	I0722 03:56:49.343465    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:49.343477    3911 pod_ready.go:81] duration metric: took 399.754899ms for pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:49.343485    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:49.343492    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.540820    3911 request.go:629] Waited for 197.295627ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000

	I0722 03:56:49.540859    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000

	I0722 03:56:49.540864    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.540873    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.540889    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.542752    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:49.741810    3911 request.go:629] Waited for 198.496804ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:49.741941    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:49.741953    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.741965    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.741971    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.745200    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:49.746626    3911 pod_ready.go:92] pod "kube-controller-manager-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:49.746670    3911 pod_ready.go:81] duration metric: took 403.181202ms for pod "kube-controller-manager-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.746679    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.942498    3911 request.go:629] Waited for 195.70501ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m02

	I0722 03:56:49.942556    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m02

	I0722 03:56:49.942566    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.942576    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.942583    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.945821    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:50.141728    3911 request.go:629] Waited for 194.653258ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:50.141778    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:50.141788    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.141874    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.141884    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.144857    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.145401    3911 pod_ready.go:92] pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:50.145413    3911 pod_ready.go:81] duration metric: took 398.731517ms for pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.145421    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.342252    3911 request.go:629] Waited for 196.790992ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m03

	I0722 03:56:50.342380    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m03

	I0722 03:56:50.342391    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.342402    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.342409    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.345338    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.541942    3911 request.go:629] Waited for 196.02759ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:50.542016    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:50.542024    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.542030    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.542035    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.543861    3911 round_trippers.go:574] Response Status: 404 Not Found in 1 milliseconds

	I0722 03:56:50.543979    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:50.543991    3911 pod_ready.go:81] duration metric: took 398.575179ms for pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:50.543999    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:50.544007    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8f92w" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.741981    3911 request.go:629] Waited for 197.931605ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8f92w

	I0722 03:56:50.742035    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8f92w

	I0722 03:56:50.742108    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.742123    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.742139    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.745292    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:50.941201    3911 request.go:629] Waited for 195.378005ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m04

	I0722 03:56:50.941242    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m04

	I0722 03:56:50.941250    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.941279    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.941285    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.943392    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.943959    3911 pod_ready.go:92] pod "kube-proxy-8f92w" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:50.943968    3911 pod_ready.go:81] duration metric: took 399.965093ms for pod "kube-proxy-8f92w" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.943975    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8wl7h" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.141802    3911 request.go:629] Waited for 197.795735ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8wl7h

	I0722 03:56:51.141881    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8wl7h

	I0722 03:56:51.141889    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.141897    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.141901    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.144430    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:51.341886    3911 request.go:629] Waited for 196.964343ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:51.341949    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:51.342008    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.342021    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.342042    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.345071    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:51.345563    3911 pod_ready.go:92] pod "kube-proxy-8wl7h" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:51.345575    3911 pod_ready.go:81] duration metric: took 401.60562ms for pod "kube-proxy-8wl7h" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.345584    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-s5kg7" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.541992    3911 request.go:629] Waited for 196.373771ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5kg7

	I0722 03:56:51.542055    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5kg7

	I0722 03:56:51.542062    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.542069    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.542073    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.544061    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:51.741851    3911 request.go:629] Waited for 197.301001ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:51.741903    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:51.741920    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.741972    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.741981    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.744924    3911 round_trippers.go:574] Response Status: 404 Not Found in 2 milliseconds

	I0722 03:56:51.745061    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-proxy-s5kg7" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:51.745083    3911 pod_ready.go:81] duration metric: took 399.503782ms for pod "kube-proxy-s5kg7" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:51.745093    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-proxy-s5kg7" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:51.745099    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-xzpdq" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.942237    3911 request.go:629] Waited for 197.092533ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xzpdq

	I0722 03:56:51.942331    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xzpdq

	I0722 03:56:51.942339    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.942348    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.942352    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.944379    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.140792    3911 request.go:629] Waited for 195.988207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.140891    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.140898    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.140905    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.140908    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.143865    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.144152    3911 pod_ready.go:92] pod "kube-proxy-xzpdq" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.144162    3911 pod_ready.go:81] duration metric: took 399.065856ms for pod "kube-proxy-xzpdq" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.144174    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.341088    3911 request.go:629] Waited for 196.884909ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000

	I0722 03:56:52.341120    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000

	I0722 03:56:52.341125    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.341131    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.341158    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.342922    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.541268    3911 request.go:629] Waited for 197.724279ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.541331    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.541336    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.541343    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.541348    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.543046    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.543447    3911 pod_ready.go:92] pod "kube-scheduler-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.543457    3911 pod_ready.go:81] duration metric: took 399.28772ms for pod "kube-scheduler-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.543466    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.741611    3911 request.go:629] Waited for 198.11239ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m02

	I0722 03:56:52.741678    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m02

	I0722 03:56:52.741684    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.741690    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.741694    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.743685    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.941884    3911 request.go:629] Waited for 197.596709ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:52.941966    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:52.941974    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.941983    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.941990    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.944672    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.944946    3911 pod_ready.go:92] pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.944957    3911 pod_ready.go:81] duration metric: took 401.495544ms for pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.944964    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:53.140781    3911 request.go:629] Waited for 195.779713ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m03

	I0722 03:56:53.140822    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m03

	I0722 03:56:53.140828    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.140846    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.140857    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.143259    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:53.340903    3911 request.go:629] Waited for 197.282616ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:53.341040    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:53.341054    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.341066    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.341072    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.343900    3911 round_trippers.go:574] Response Status: 404 Not Found in 2 milliseconds

	I0722 03:56:53.344052    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:53.344080    3911 pod_ready.go:81] duration metric: took 399.121362ms for pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:53.344087    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:53.344093    3911 pod_ready.go:38] duration metric: took 5.403478999s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0722 03:56:53.344113    3911 api_server.go:52] waiting for apiserver process to appear ...

	I0722 03:56:53.344169    3911 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0722 03:56:53.355872    3911 api_server.go:72] duration metric: took 14.406346458s to wait for apiserver process to appear ...

	I0722 03:56:53.355884    3911 api_server.go:88] waiting for apiserver healthz status ...

	I0722 03:56:53.355903    3911 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...

	I0722 03:56:53.360168    3911 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:

	ok

	I0722 03:56:53.360204    3911 round_trippers.go:463] GET https://192.169.0.5:8443/version

	I0722 03:56:53.360209    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.360215    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.360219    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.360847    3911 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds

	I0722 03:56:53.360928    3911 api_server.go:141] control plane version: v1.30.3

	I0722 03:56:53.360938    3911 api_server.go:131] duration metric: took 5.049309ms to wait for apiserver health ...

	I0722 03:56:53.360953    3911 system_pods.go:43] waiting for kube-system pods to appear ...

	I0722 03:56:53.540855    3911 request.go:629] Waited for 179.859471ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.540957    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.540968    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.540979    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.540985    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.546462    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:53.551792    3911 system_pods.go:59] 26 kube-system pods found

	I0722 03:56:53.551807    3911 system_pods.go:61] "coredns-7db6d8ff4d-lf5mv" [cd051db1-dcbb-4fee-85d9-be13d1be38ec] Running

	I0722 03:56:53.551813    3911 system_pods.go:61] "coredns-7db6d8ff4d-mjc97" [ac1f1032-14ce-4c0c-b95b-a86bd4ef7810] Running

	I0722 03:56:53.551817    3911 system_pods.go:61] "etcd-ha-090000" [ec0787c7-a5cb-4375-b6c7-04e80160dbd9] Running

	I0722 03:56:53.551820    3911 system_pods.go:61] "etcd-ha-090000-m02" [70e6e1d6-208c-45b6-ad64-c10be5faedbb] Running

	I0722 03:56:53.551823    3911 system_pods.go:61] "etcd-ha-090000-m03" [ed74b70b-4483-4ac9-9db2-5c1507439fbf] Running

	I0722 03:56:53.551830    3911 system_pods.go:61] "kindnet-kqb2r" [58565238-777a-421f-a15d-38bd5daf596e] Running

	I0722 03:56:53.551834    3911 system_pods.go:61] "kindnet-lf6b4" [aadac04f-abbe-481b-accf-df0991b98748] Running

	I0722 03:56:53.551836    3911 system_pods.go:61] "kindnet-mqxjd" [439b0e4a-14b8-4556-9ae6-6a26590b6d5d] Running

	I0722 03:56:53.551839    3911 system_pods.go:61] "kindnet-xt575" [21e859c8-a102-4b48-ba9d-3b3902be8ba1] Running

	I0722 03:56:53.551842    3911 system_pods.go:61] "kube-apiserver-ha-090000" [c0377564-cef8-4807-8ab1-3fc6f2607591] Running

	I0722 03:56:53.551844    3911 system_pods.go:61] "kube-apiserver-ha-090000-m02" [87130092-7fea-4cf8-a1b4-b2b853d60334] Running

	I0722 03:56:53.551847    3911 system_pods.go:61] "kube-apiserver-ha-090000-m03" [056a2588-da71-4189-93cd-10a92f10d8d4] Running

	I0722 03:56:53.551850    3911 system_pods.go:61] "kube-controller-manager-ha-090000" [89cfb4c4-8d84-42f2-bae3-3962aada627b] Running

	I0722 03:56:53.551853    3911 system_pods.go:61] "kube-controller-manager-ha-090000-m02" [9173940b-a550-4f67-b37c-78e456b18a13] Running

	I0722 03:56:53.551855    3911 system_pods.go:61] "kube-controller-manager-ha-090000-m03" [75846dcb-f9d9-46c6-8eaa-857c3da39b9a] Running

	I0722 03:56:53.551858    3911 system_pods.go:61] "kube-proxy-8f92w" [10da7b52-073d-40c9-87ea-8484d68147e3] Running

	I0722 03:56:53.551861    3911 system_pods.go:61] "kube-proxy-8wl7h" [210fb608-afcf-4f5c-9b75-cc949c268854] Running

	I0722 03:56:53.551864    3911 system_pods.go:61] "kube-proxy-s5kg7" [8513335b-221c-4602-9aaa-b1e85b828bb4] Running

	I0722 03:56:53.551866    3911 system_pods.go:61] "kube-proxy-xzpdq" [d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7] Running

	I0722 03:56:53.551869    3911 system_pods.go:61] "kube-scheduler-ha-090000" [82031515-de24-4248-97ff-2bb892974db3] Running

	I0722 03:56:53.551872    3911 system_pods.go:61] "kube-scheduler-ha-090000-m02" [2f042e46-2b51-4b25-b94a-c22dde65c7fa] Running

	I0722 03:56:53.551874    3911 system_pods.go:61] "kube-scheduler-ha-090000-m03" [bf7cca91-4911-4f81-bde0-cbb089bd2fd2] Running

	I0722 03:56:53.551877    3911 system_pods.go:61] "kube-vip-ha-090000" [46ed0197-35a7-40cd-8480-0e66a09d4d69] Running

	I0722 03:56:53.551880    3911 system_pods.go:61] "kube-vip-ha-090000-m02" [b6025cfc-c08e-4981-b1b6-4f26ba5d5538] Running

	I0722 03:56:53.551882    3911 system_pods.go:61] "kube-vip-ha-090000-m03" [e7bc337b-5f22-4c55-86cb-1417b15343bd] Running

	I0722 03:56:53.551885    3911 system_pods.go:61] "storage-provisioner" [c1214845-bf0e-4808-9e11-faf18dd3cb3f] Running

	I0722 03:56:53.551889    3911 system_pods.go:74] duration metric: took 190.935916ms to wait for pod list to return data ...

	I0722 03:56:53.551895    3911 default_sa.go:34] waiting for default service account to be created ...

	I0722 03:56:53.741633    3911 request.go:629] Waited for 189.696516ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts

	I0722 03:56:53.741686    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts

	I0722 03:56:53.741703    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.741714    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.741724    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.744889    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:53.745045    3911 default_sa.go:45] found service account: "default"

	I0722 03:56:53.745059    3911 default_sa.go:55] duration metric: took 193.164449ms for default service account to be created ...

	I0722 03:56:53.745066    3911 system_pods.go:116] waiting for k8s-apps to be running ...

	I0722 03:56:53.941905    3911 request.go:629] Waited for 196.736167ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.941953    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.941965    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.941979    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.941986    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.947853    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:53.953138    3911 system_pods.go:86] 26 kube-system pods found

	I0722 03:56:53.953150    3911 system_pods.go:89] "coredns-7db6d8ff4d-lf5mv" [cd051db1-dcbb-4fee-85d9-be13d1be38ec] Running

	I0722 03:56:53.953154    3911 system_pods.go:89] "coredns-7db6d8ff4d-mjc97" [ac1f1032-14ce-4c0c-b95b-a86bd4ef7810] Running

	I0722 03:56:53.953158    3911 system_pods.go:89] "etcd-ha-090000" [ec0787c7-a5cb-4375-b6c7-04e80160dbd9] Running

	I0722 03:56:53.953161    3911 system_pods.go:89] "etcd-ha-090000-m02" [70e6e1d6-208c-45b6-ad64-c10be5faedbb] Running

	I0722 03:56:53.953164    3911 system_pods.go:89] "etcd-ha-090000-m03" [ed74b70b-4483-4ac9-9db2-5c1507439fbf] Running

	I0722 03:56:53.953167    3911 system_pods.go:89] "kindnet-kqb2r" [58565238-777a-421f-a15d-38bd5daf596e] Running

	I0722 03:56:53.953171    3911 system_pods.go:89] "kindnet-lf6b4" [aadac04f-abbe-481b-accf-df0991b98748] Running

	I0722 03:56:53.953174    3911 system_pods.go:89] "kindnet-mqxjd" [439b0e4a-14b8-4556-9ae6-6a26590b6d5d] Running

	I0722 03:56:53.953176    3911 system_pods.go:89] "kindnet-xt575" [21e859c8-a102-4b48-ba9d-3b3902be8ba1] Running

	I0722 03:56:53.953179    3911 system_pods.go:89] "kube-apiserver-ha-090000" [c0377564-cef8-4807-8ab1-3fc6f2607591] Running

	I0722 03:56:53.953182    3911 system_pods.go:89] "kube-apiserver-ha-090000-m02" [87130092-7fea-4cf8-a1b4-b2b853d60334] Running

	I0722 03:56:53.953185    3911 system_pods.go:89] "kube-apiserver-ha-090000-m03" [056a2588-da71-4189-93cd-10a92f10d8d4] Running

	I0722 03:56:53.953189    3911 system_pods.go:89] "kube-controller-manager-ha-090000" [89cfb4c4-8d84-42f2-bae3-3962aada627b] Running

	I0722 03:56:53.953192    3911 system_pods.go:89] "kube-controller-manager-ha-090000-m02" [9173940b-a550-4f67-b37c-78e456b18a13] Running

	I0722 03:56:53.953195    3911 system_pods.go:89] "kube-controller-manager-ha-090000-m03" [75846dcb-f9d9-46c6-8eaa-857c3da39b9a] Running

	I0722 03:56:53.953199    3911 system_pods.go:89] "kube-proxy-8f92w" [10da7b52-073d-40c9-87ea-8484d68147e3] Running

	I0722 03:56:53.953203    3911 system_pods.go:89] "kube-proxy-8wl7h" [210fb608-afcf-4f5c-9b75-cc949c268854] Running

	I0722 03:56:53.953206    3911 system_pods.go:89] "kube-proxy-s5kg7" [8513335b-221c-4602-9aaa-b1e85b828bb4] Running

	I0722 03:56:53.953209    3911 system_pods.go:89] "kube-proxy-xzpdq" [d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7] Running

	I0722 03:56:53.953214    3911 system_pods.go:89] "kube-scheduler-ha-090000" [82031515-de24-4248-97ff-2bb892974db3] Running

	I0722 03:56:53.953219    3911 system_pods.go:89] "kube-scheduler-ha-090000-m02" [2f042e46-2b51-4b25-b94a-c22dde65c7fa] Running

	I0722 03:56:53.953222    3911 system_pods.go:89] "kube-scheduler-ha-090000-m03" [bf7cca91-4911-4f81-bde0-cbb089bd2fd2] Running

	I0722 03:56:53.953226    3911 system_pods.go:89] "kube-vip-ha-090000" [46ed0197-35a7-40cd-8480-0e66a09d4d69] Running

	I0722 03:56:53.953229    3911 system_pods.go:89] "kube-vip-ha-090000-m02" [b6025cfc-c08e-4981-b1b6-4f26ba5d5538] Running

	I0722 03:56:53.953232    3911 system_pods.go:89] "kube-vip-ha-090000-m03" [e7bc337b-5f22-4c55-86cb-1417b15343bd] Running

	I0722 03:56:53.953235    3911 system_pods.go:89] "storage-provisioner" [c1214845-bf0e-4808-9e11-faf18dd3cb3f] Running

	I0722 03:56:53.953241    3911 system_pods.go:126] duration metric: took 208.1764ms to wait for k8s-apps to be running ...

	I0722 03:56:53.953247    3911 system_svc.go:44] waiting for kubelet service to be running ....

	I0722 03:56:53.953298    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0722 03:56:53.964081    3911 system_svc.go:56] duration metric: took 10.830617ms WaitForService to wait for kubelet

	I0722 03:56:53.964094    3911 kubeadm.go:582] duration metric: took 15.014585328s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0722 03:56:53.964109    3911 node_conditions.go:102] verifying NodePressure condition ...

	I0722 03:56:54.141596    3911 request.go:629] Waited for 177.455634ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes

	I0722 03:56:54.141627    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes

	I0722 03:56:54.141632    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:54.141645    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:54.141650    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:54.156645    3911 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds

	I0722 03:56:54.157279    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157291    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157302    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157305    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157309    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157315    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157319    3911 node_conditions.go:105] duration metric: took 193.210914ms to run NodePressure ...

	I0722 03:56:54.157327    3911 start.go:241] waiting for startup goroutines ...

	I0722 03:56:54.157344    3911 start.go:255] writing updated cluster config ...

	I0722 03:56:54.178247    3911 out.go:177] 

	I0722 03:56:54.215301    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:54.215427    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.237875    3911 out.go:177] * Starting "ha-090000-m04" worker node in "ha-090000" cluster

	I0722 03:56:54.313643    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:56:54.313672    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:56:54.313891    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:56:54.313909    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:56:54.314031    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.314743    3911 start.go:360] acquireMachinesLock for ha-090000-m04: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:56:54.314865    3911 start.go:364] duration metric: took 97.548µs to acquireMachinesLock for "ha-090000-m04"

	I0722 03:56:54.314900    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:56:54.314909    3911 fix.go:54] fixHost starting: m04

	I0722 03:56:54.315362    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:54.315392    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:54.324846    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52004

	I0722 03:56:54.325299    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:54.325696    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:54.325717    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:54.325994    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:54.326143    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:56:54.326258    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetState

	I0722 03:56:54.326348    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.326459    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid from json: 3802

	I0722 03:56:54.327677    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid 3802 missing from process table

	I0722 03:56:54.327712    3911 fix.go:112] recreateIfNeeded on ha-090000-m04: state=Stopped err=<nil>

	I0722 03:56:54.327724    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	W0722 03:56:54.327832    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:56:54.347991    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000-m04" ...

	I0722 03:56:54.405790    3911 main.go:141] libmachine: (ha-090000-m04) Calling .Start

	I0722 03:56:54.406014    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.406069    3911 main.go:141] libmachine: (ha-090000-m04) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid

	I0722 03:56:54.407060    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid 3802 missing from process table

	I0722 03:56:54.407069    3911 main.go:141] libmachine: (ha-090000-m04) DBG | pid 3802 is in state "Stopped"

	I0722 03:56:54.407087    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid...

	I0722 03:56:54.407246    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Using UUID f13599ad-3762-43bd-a5c6-6cfffb7afaca

	I0722 03:56:54.437806    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Generated MAC ca:7d:32:d9:5d:55

	I0722 03:56:54.437841    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:56:54.437986    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f13599ad-3762-43bd-a5c6-6cfffb7afaca", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6900)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:56:54.438025    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f13599ad-3762-43bd-a5c6-6cfffb7afaca", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6900)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:56:54.438089    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "f13599ad-3762-43bd-a5c6-6cfffb7afaca", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/ha-090000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machine

s/ha-090000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:56:54.438135    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U f13599ad-3762-43bd-a5c6-6cfffb7afaca -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/ha-090000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd,earlyprintk=serial loglevel=3 console=t

tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:56:54.438159    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:56:54.439735    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Pid is 3973

	I0722 03:56:54.440437    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Attempt 0

	I0722 03:56:54.440473    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.440546    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid from json: 3973

	I0722 03:56:54.443188    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Searching for ca:7d:32:d9:5d:55 in /var/db/dhcpd_leases ...

	I0722 03:56:54.443309    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:56:54.443345    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8c45}

	I0722 03:56:54.443358    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8c1b}

	I0722 03:56:54.443395    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:56:54.443440    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:56:54.443458    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Found match: ca:7d:32:d9:5d:55

	I0722 03:56:54.443482    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetConfigRaw

	I0722 03:56:54.443506    3911 main.go:141] libmachine: (ha-090000-m04) DBG | IP: 192.169.0.8

	I0722 03:56:54.444347    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:56:54.444653    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.445364    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:56:54.445380    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:56:54.445624    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:56:54.445766    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:56:54.445925    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:56:54.446085    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:56:54.446269    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:56:54.446478    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:54.446750    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:56:54.446762    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:56:54.450021    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:56:54.474479    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:56:54.475620    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:56:54.475643    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:56:54.475657    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:56:54.475667    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:56:54.866202    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:56:54.866218    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:56:54.981166    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:56:54.981182    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:56:54.981189    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:56:54.981195    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:56:54.982030    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:56:54.982040    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:57:00.347122    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:57:00.347199    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:57:00.347212    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:57:00.370939    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:57:29.507146    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:57:29.507164    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.507326    3911 buildroot.go:166] provisioning hostname "ha-090000-m04"

	I0722 03:57:29.507337    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.507436    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.507532    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.507631    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.507730    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.507816    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.507942    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.508105    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.508119    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000-m04 && echo "ha-090000-m04" | sudo tee /etc/hostname

	I0722 03:57:29.566504    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000-m04

	I0722 03:57:29.566520    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.566676    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.566768    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.566861    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.566958    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.567095    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.567238    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.567250    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000-m04' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000-m04/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000-m04' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:57:29.622448    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:57:29.622463    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:57:29.622472    3911 buildroot.go:174] setting up certificates

	I0722 03:57:29.622479    3911 provision.go:84] configureAuth start

	I0722 03:57:29.622486    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.622644    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:57:29.622751    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.622856    3911 provision.go:143] copyHostCerts

	I0722 03:57:29.622886    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:57:29.622945    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:57:29.622952    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:57:29.623163    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:57:29.623368    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:57:29.623410    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:57:29.623415    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:57:29.623495    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:57:29.623640    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:57:29.623679    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:57:29.623684    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:57:29.623770    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:57:29.623918    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000-m04 san=[127.0.0.1 192.169.0.8 ha-090000-m04 localhost minikube]

	I0722 03:57:29.798481    3911 provision.go:177] copyRemoteCerts

	I0722 03:57:29.798536    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:57:29.798553    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.798720    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.798832    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.798934    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.799034    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:29.828994    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:57:29.829071    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:57:29.849145    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:57:29.849216    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0722 03:57:29.868964    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:57:29.869035    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0722 03:57:29.889770    3911 provision.go:87] duration metric: took 267.289907ms to configureAuth

	I0722 03:57:29.889784    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:57:29.889952    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:57:29.889967    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:29.890101    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.890199    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.890275    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.890367    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.890452    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.890562    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.890690    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.890698    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:57:29.941114    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:57:29.941126    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:57:29.941203    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:57:29.941214    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.941336    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.941424    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.941505    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.941596    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.941717    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.941859    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.941908    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %s "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment="NO_PROXY=192.169.0.5"

	Environment="NO_PROXY=192.169.0.5,192.169.0.6"

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:57:29.999626    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment=NO_PROXY=192.169.0.5

	Environment=NO_PROXY=192.169.0.5,192.169.0.6

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:57:29.999643    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.999785    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.999874    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.999968    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:30.000060    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:30.000202    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:30.000354    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:30.000367    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:57:31.614623    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:57:31.614645    3911 machine.go:97] duration metric: took 37.170271356s to provisionDockerMachine

	I0722 03:57:31.614654    3911 start.go:293] postStartSetup for "ha-090000-m04" (driver="hyperkit")

	I0722 03:57:31.614661    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:57:31.614672    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.614863    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:57:31.614878    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.614977    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.615074    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.615173    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.615258    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.646689    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:57:31.649952    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:57:31.649963    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:57:31.650063    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:57:31.650246    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:57:31.650252    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:57:31.650455    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:57:31.658413    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:57:31.678576    3911 start.go:296] duration metric: took 63.915273ms for postStartSetup

	I0722 03:57:31.678597    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.678768    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:57:31.678782    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.678870    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.678960    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.679037    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.679115    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.710161    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:57:31.710221    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:57:31.764084    3911 fix.go:56] duration metric: took 37.450180093s for fixHost

	I0722 03:57:31.764110    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.764259    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.764351    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.764456    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.764557    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.764680    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:31.764822    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:31.764829    3911 main.go:141] libmachine: About to run SSH command:

	date +%s.%N

	I0722 03:57:31.816488    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645852.004461870

	I0722 03:57:31.816502    3911 fix.go:216] guest clock: 1721645852.004461870

	I0722 03:57:31.816508    3911 fix.go:229] Guest: 2024-07-22 03:57:32.00446187 -0700 PDT Remote: 2024-07-22 03:57:31.764099 -0700 PDT m=+137.801419594 (delta=240.36287ms)

	I0722 03:57:31.816522    3911 fix.go:200] guest clock delta is within tolerance: 240.36287ms

	I0722 03:57:31.816527    3911 start.go:83] releasing machines lock for "ha-090000-m04", held for 37.50265184s

	I0722 03:57:31.816545    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.816680    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:57:31.839252    3911 out.go:177] * Found network options:

	I0722 03:57:31.860719    3911 out.go:177]   - NO_PROXY=192.169.0.5,192.169.0.6

	W0722 03:57:31.881811    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	W0722 03:57:31.881829    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:57:31.881843    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882321    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882463    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882549    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:57:31.882589    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	W0722 03:57:31.882613    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	W0722 03:57:31.882631    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:57:31.882716    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	I0722 03:57:31.882718    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.882733    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.882836    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.882856    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.882964    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.883010    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.883091    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.883141    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.883196    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	W0722 03:57:31.910458    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:57:31.910515    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:57:31.960457    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:57:31.960475    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:57:31.960567    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:57:31.976097    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:57:31.984637    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:57:31.992923    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:57:31.992964    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:57:32.001492    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:57:32.009758    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:57:32.018152    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:57:32.026574    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:57:32.034947    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:57:32.043182    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:57:32.051485    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:57:32.059820    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:57:32.067251    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:57:32.074803    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:57:32.169893    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:57:32.188393    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:57:32.188465    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:57:32.206602    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:57:32.223241    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:57:32.241086    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:57:32.252378    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:57:32.263494    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:57:32.285713    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:57:32.296269    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:57:32.311089    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:57:32.314143    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:57:32.321424    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:57:32.335207    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:57:32.429597    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:57:32.542464    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:57:32.542490    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:57:32.557136    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:57:32.660326    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:58:33.699453    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.040752064s)

	I0722 03:58:33.699525    3911 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker

	I0722 03:58:33.734950    3911 out.go:177] 

	W0722 03:58:33.756536    3911 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 10:57:29 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446112727Z" level=info msg="Starting up"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446594219Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.447194660Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=516

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.462050990Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476816092Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476858837Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476899215Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476909407Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477031508Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477068105Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477176376Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477210709Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477222939Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477230881Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477351816Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477553357Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479128485Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479167134Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479271300Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479304705Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479417021Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479458809Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481448117Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481494900Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481508142Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481517623Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481527464Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481569984Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481744950Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481852966Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481872403Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481907193Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481919076Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481928860Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481936657Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481955520Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481967273Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481975440Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481983423Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481991104Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482004822Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482014286Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482022158Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482030329Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482040470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482053851Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482064290Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482072410Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482080983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482093264Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482100888Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482108346Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482115856Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482130159Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482146190Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482154580Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482161596Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482209554Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482243396Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482253257Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482261382Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482267623Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482276094Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482285841Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482429840Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482484213Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482510048Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482541660Z" level=info msg="containerd successfully booted in 0.021090s"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.467405362Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.479322696Z" level=info msg="Loading containers: start."

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.599220957Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.665815288Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.771955379Z" level=warning msg="error locating sandbox id 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315: sandbox 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315 not found"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.772061725Z" level=info msg="Loading containers: done."

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779357823Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779511676Z" level=info msg="Daemon has completed initialization"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801250223Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801353911Z" level=info msg="API listen on [::]:2376"

	Jul 22 10:57:31 ha-090000-m04 systemd[1]: Started Docker Application Container Engine.

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.860896719Z" level=info msg="Processing signal 'terminated'"

	Jul 22 10:57:32 ha-090000-m04 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862255865Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862561859Z" level=info msg="Daemon shutdown complete"

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862690583Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862732129Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:33 ha-090000-m04 dockerd[1100]: time="2024-07-22T10:57:33.897261523Z" level=info msg="Starting up"

	Jul 22 10:58:33 ha-090000-m04 dockerd[1100]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 10:57:29 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446112727Z" level=info msg="Starting up"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446594219Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.447194660Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=516

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.462050990Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476816092Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476858837Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476899215Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476909407Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477031508Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477068105Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477176376Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477210709Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477222939Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477230881Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477351816Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477553357Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479128485Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479167134Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479271300Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479304705Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479417021Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479458809Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481448117Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481494900Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481508142Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481517623Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481527464Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481569984Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481744950Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481852966Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481872403Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481907193Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481919076Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481928860Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481936657Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481955520Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481967273Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481975440Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481983423Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481991104Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482004822Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482014286Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482022158Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482030329Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482040470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482053851Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482064290Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482072410Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482080983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482093264Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482100888Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482108346Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482115856Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482130159Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482146190Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482154580Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482161596Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482209554Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482243396Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482253257Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482261382Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482267623Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482276094Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482285841Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482429840Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482484213Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482510048Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482541660Z" level=info msg="containerd successfully booted in 0.021090s"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.467405362Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.479322696Z" level=info msg="Loading containers: start."

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.599220957Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.665815288Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.771955379Z" level=warning msg="error locating sandbox id 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315: sandbox 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315 not found"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.772061725Z" level=info msg="Loading containers: done."

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779357823Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779511676Z" level=info msg="Daemon has completed initialization"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801250223Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801353911Z" level=info msg="API listen on [::]:2376"

	Jul 22 10:57:31 ha-090000-m04 systemd[1]: Started Docker Application Container Engine.

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.860896719Z" level=info msg="Processing signal 'terminated'"

	Jul 22 10:57:32 ha-090000-m04 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862255865Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862561859Z" level=info msg="Daemon shutdown complete"

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862690583Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862732129Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:33 ha-090000-m04 dockerd[1100]: time="2024-07-22T10:57:33.897261523Z" level=info msg="Starting up"

	Jul 22 10:58:33 ha-090000-m04 dockerd[1100]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	W0722 03:58:33.756659    3911 out.go:239] * 

	* 

	W0722 03:58:33.757887    3911 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0722 03:58:33.836490    3911 out.go:177] 

** /stderr **

ha_test.go:562: failed to start cluster. args "out/minikube-darwin-amd64 start -p ha-090000 --wait=true -v=7 --alsologtostderr --driver=hyperkit " : exit status 90

helpers_test.go:222: -----------------------post-mortem--------------------------------

helpers_test.go:239: (dbg) Run:  out/minikube-darwin-amd64 status --format={{.Host}} -p ha-090000 -n ha-090000

helpers_test.go:244: <<< TestMultiControlPlane/serial/RestartCluster FAILED: start of post-mortem logs <<<

helpers_test.go:245: ======>  post-mortem[TestMultiControlPlane/serial/RestartCluster]: minikube logs <======

helpers_test.go:247: (dbg) Run:  out/minikube-darwin-amd64 -p ha-090000 logs -n 25

helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-090000 logs -n 25: (3.239957414s)

helpers_test.go:252: TestMultiControlPlane/serial/RestartCluster logs: 

-- stdout --

	==> Audit <==

	|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|

	| Command |                                                             Args                                                             |  Profile  |  User   | Version |     Start Time      |      End Time       |

	|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|

	| cp      | ha-090000 cp ha-090000-m03:/home/docker/cp-test.txt                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04:/home/docker/cp-test_ha-090000-m03_ha-090000-m04.txt                                                           |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m03 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n ha-090000-m04 sudo cat                                                                                      | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | /home/docker/cp-test_ha-090000-m03_ha-090000-m04.txt                                                                         |           |         |         |                     |                     |

	| cp      | ha-090000 cp testdata/cp-test.txt                                                                                            | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04:/home/docker/cp-test.txt                                                                                       |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| cp      | ha-090000 cp ha-090000-m04:/home/docker/cp-test.txt                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile3050769313/001/cp-test_ha-090000-m04.txt |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| cp      | ha-090000 cp ha-090000-m04:/home/docker/cp-test.txt                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000:/home/docker/cp-test_ha-090000-m04_ha-090000.txt                                                                   |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n ha-090000 sudo cat                                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | /home/docker/cp-test_ha-090000-m04_ha-090000.txt                                                                             |           |         |         |                     |                     |

	| cp      | ha-090000 cp ha-090000-m04:/home/docker/cp-test.txt                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m02:/home/docker/cp-test_ha-090000-m04_ha-090000-m02.txt                                                           |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n ha-090000-m02 sudo cat                                                                                      | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | /home/docker/cp-test_ha-090000-m04_ha-090000-m02.txt                                                                         |           |         |         |                     |                     |

	| cp      | ha-090000 cp ha-090000-m04:/home/docker/cp-test.txt                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m03:/home/docker/cp-test_ha-090000-m04_ha-090000-m03.txt                                                           |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n                                                                                                             | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | ha-090000-m04 sudo cat                                                                                                       |           |         |         |                     |                     |

	|         | /home/docker/cp-test.txt                                                                                                     |           |         |         |                     |                     |

	| ssh     | ha-090000 ssh -n ha-090000-m03 sudo cat                                                                                      | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:48 PDT |

	|         | /home/docker/cp-test_ha-090000-m04_ha-090000-m03.txt                                                                         |           |         |         |                     |                     |

	| node    | ha-090000 node stop m02 -v=7                                                                                                 | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:48 PDT | 22 Jul 24 03:49 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| node    | ha-090000 node start m02 -v=7                                                                                                | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:49 PDT | 22 Jul 24 03:49 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| node    | list -p ha-090000 -v=7                                                                                                       | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:49 PDT |                     |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| stop    | -p ha-090000 -v=7                                                                                                            | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:49 PDT | 22 Jul 24 03:50 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| start   | -p ha-090000 --wait=true -v=7                                                                                                | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:50 PDT | 22 Jul 24 03:54 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| node    | list -p ha-090000                                                                                                            | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:54 PDT |                     |

	| node    | ha-090000 node delete m03 -v=7                                                                                               | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:54 PDT | 22 Jul 24 03:54 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| stop    | ha-090000 stop -v=7                                                                                                          | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:54 PDT | 22 Jul 24 03:55 PDT |

	|         | --alsologtostderr                                                                                                            |           |         |         |                     |                     |

	| start   | -p ha-090000 --wait=true                                                                                                     | ha-090000 | jenkins | v1.33.1 | 22 Jul 24 03:55 PDT |                     |

	|         | -v=7 --alsologtostderr                                                                                                       |           |         |         |                     |                     |

	|         | --driver=hyperkit                                                                                                            |           |         |         |                     |                     |

	|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|

	==> Last Start <==

	Log file created at: 2024/07/22 03:55:14

	Running on machine: MacOS-Agent-2

	Binary: Built with gc go1.22.5 for darwin/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0722 03:55:14.001165    3911 out.go:291] Setting OutFile to fd 1 ...

	I0722 03:55:14.001338    3911 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 03:55:14.001344    3911 out.go:304] Setting ErrFile to fd 2...

	I0722 03:55:14.001348    3911 out.go:338] TERM=,COLORTERM=, which probably does not support color

	I0722 03:55:14.001524    3911 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19313-1111/.minikube/bin

	I0722 03:55:14.002913    3911 out.go:298] Setting JSON to false

	I0722 03:55:14.025317    3911 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":3283,"bootTime":1721642431,"procs":427,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}

	W0722 03:55:14.025414    3911 start.go:137] gopshost.Virtualization returned error: not implemented yet

	I0722 03:55:14.048097    3911 out.go:177] * [ha-090000] minikube v1.33.1 on Darwin 14.5

	I0722 03:55:14.089944    3911 out.go:177]   - MINIKUBE_LOCATION=19313

	I0722 03:55:14.089999    3911 notify.go:220] Checking for updates...

	I0722 03:55:14.132553    3911 out.go:177]   - KUBECONFIG=/Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:14.153953    3911 out.go:177]   - MINIKUBE_BIN=out/minikube-darwin-amd64

	I0722 03:55:14.177091    3911 out.go:177]   - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true

	I0722 03:55:14.197830    3911 out.go:177]   - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19313-1111/.minikube

	I0722 03:55:14.219112    3911 out.go:177]   - MINIKUBE_FORCE_SYSTEMD=

	I0722 03:55:14.240693    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:14.241352    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.241433    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.250957    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51948

	I0722 03:55:14.251322    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.251741    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.251758    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.252024    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.252166    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.252364    3911 driver.go:392] Setting default libvirt URI to qemu:///system

	I0722 03:55:14.252613    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.252647    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.260865    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51950

	I0722 03:55:14.261199    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.261501    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.261519    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.261723    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.261829    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.289710    3911 out.go:177] * Using the hyperkit driver based on existing profile

	I0722 03:55:14.331989    3911 start.go:297] selected driver: hyperkit

	I0722 03:55:14.332015    3911 start.go:901] validating driver "hyperkit" against &{Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber

netesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false

ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro

r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:14.332262    3911 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}

	I0722 03:55:14.332464    3911 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 03:55:14.332656    3911 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19313-1111/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin

	I0722 03:55:14.342163    3911 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1

	I0722 03:55:14.345875    3911 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.345899    3911 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good

	I0722 03:55:14.348432    3911 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0722 03:55:14.348467    3911 cni.go:84] Creating CNI manager for ""

	I0722 03:55:14.348473    3911 cni.go:136] multinode detected (3 nodes found), recommending kindnet

	I0722 03:55:14.348551    3911 start.go:340] cluster config:

	{Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.16

9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false

kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S

ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:14.348667    3911 iso.go:125] acquiring lock: {Name:mk28fa3b914b659bb36b0449a0ad3ab1345dae32 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0722 03:55:14.390735    3911 out.go:177] * Starting "ha-090000" primary control-plane node in "ha-090000" cluster

	I0722 03:55:14.412034    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:14.412101    3911 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4

	I0722 03:55:14.412134    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:55:14.412332    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:55:14.412374    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:55:14.412547    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:14.413322    3911 start.go:360] acquireMachinesLock for ha-090000: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:55:14.413444    3911 start.go:364] duration metric: took 104.878µs to acquireMachinesLock for "ha-090000"

	I0722 03:55:14.413466    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:55:14.413480    3911 fix.go:54] fixHost starting: 

	I0722 03:55:14.413779    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:14.413805    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:14.422850    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51952

	I0722 03:55:14.423211    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:14.423607    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:14.423626    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:14.423868    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:14.424010    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.424163    3911 main.go:141] libmachine: (ha-090000) Calling .GetState

	I0722 03:55:14.424269    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.424340    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3743

	I0722 03:55:14.425373    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid 3743 missing from process table

	I0722 03:55:14.425407    3911 fix.go:112] recreateIfNeeded on ha-090000: state=Stopped err=<nil>

	I0722 03:55:14.425425    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	W0722 03:55:14.425550    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:55:14.467917    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000" ...

	I0722 03:55:14.490898    3911 main.go:141] libmachine: (ha-090000) Calling .Start

	I0722 03:55:14.491161    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.491206    3911 main.go:141] libmachine: (ha-090000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid

	I0722 03:55:14.492929    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid 3743 missing from process table

	I0722 03:55:14.492946    3911 main.go:141] libmachine: (ha-090000) DBG | pid 3743 is in state "Stopped"

	I0722 03:55:14.492978    3911 main.go:141] libmachine: (ha-090000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid...

	I0722 03:55:14.493148    3911 main.go:141] libmachine: (ha-090000) DBG | Using UUID 865eb55d-4879-4f09-8c93-9ca2b7f6f541

	I0722 03:55:14.657956    3911 main.go:141] libmachine: (ha-090000) DBG | Generated MAC de:e:68:47:cf:44

	I0722 03:55:14.657983    3911 main.go:141] libmachine: (ha-090000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:55:14.658095    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"865eb55d-4879-4f09-8c93-9ca2b7f6f541", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c2780)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:14.658125    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"865eb55d-4879-4f09-8c93-9ca2b7f6f541", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c2780)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:14.658167    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "865eb55d-4879-4f09-8c93-9ca2b7f6f541", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/ha-090000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd,earlyprintk=s

erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:55:14.658258    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 865eb55d-4879-4f09-8c93-9ca2b7f6f541 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/ha-090000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset

norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:55:14.658283    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:55:14.659556    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 DEBUG: hyperkit: Pid is 3926

	I0722 03:55:14.659971    3911 main.go:141] libmachine: (ha-090000) DBG | Attempt 0

	I0722 03:55:14.659983    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:14.660096    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3926

	I0722 03:55:14.661907    3911 main.go:141] libmachine: (ha-090000) DBG | Searching for de:e:68:47:cf:44 in /var/db/dhcpd_leases ...

	I0722 03:55:14.661965    3911 main.go:141] libmachine: (ha-090000) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:55:14.661986    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:55:14.662001    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:55:14.662012    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8b16}

	I0722 03:55:14.662031    3911 main.go:141] libmachine: (ha-090000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8aec}

	I0722 03:55:14.662047    3911 main.go:141] libmachine: (ha-090000) DBG | Found match: de:e:68:47:cf:44

	I0722 03:55:14.662058    3911 main.go:141] libmachine: (ha-090000) DBG | IP: 192.169.0.5

	I0722 03:55:14.662088    3911 main.go:141] libmachine: (ha-090000) Calling .GetConfigRaw

	I0722 03:55:14.662970    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:14.663190    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:14.663619    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:55:14.663631    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:14.663775    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:14.663892    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:14.663995    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:14.664107    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:14.664217    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:14.664369    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:14.664624    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:14.664637    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:55:14.668018    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:55:14.726271    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:55:14.726986    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:14.727016    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:14.727030    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:14.727041    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:14 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:15.102308    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:55:15.102323    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:55:15.217057    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:15.217079    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:15.217092    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:15.217103    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:15.217955    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:55:15.217966    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:15 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:55:20.486836    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:55:20.486863    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:55:20.486878    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:55:20.511003    3911 main.go:141] libmachine: (ha-090000) DBG | 2024/07/22 03:55:20 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:55:49.725974    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:55:49.725988    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.726125    3911 buildroot.go:166] provisioning hostname "ha-090000"

	I0722 03:55:49.726138    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.726243    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.726335    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.726420    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.726506    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.726616    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.726741    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:49.726890    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:49.726899    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000 && echo "ha-090000" | sudo tee /etc/hostname

	I0722 03:55:49.789306    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000

	I0722 03:55:49.789328    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.789466    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.789581    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.789678    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.789776    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.789915    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:49.790061    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:49.790072    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:55:49.849551    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:55:49.849576    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:55:49.849589    3911 buildroot.go:174] setting up certificates

	I0722 03:55:49.849598    3911 provision.go:84] configureAuth start

	I0722 03:55:49.849606    3911 main.go:141] libmachine: (ha-090000) Calling .GetMachineName

	I0722 03:55:49.849736    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:49.849829    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.849906    3911 provision.go:143] copyHostCerts

	I0722 03:55:49.849941    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:55:49.850010    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:55:49.850019    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:55:49.850190    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:55:49.850418    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:55:49.850458    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:55:49.850463    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:55:49.850553    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:55:49.850707    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:55:49.850746    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:55:49.850751    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:55:49.850838    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:55:49.850994    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000 san=[127.0.0.1 192.169.0.5 ha-090000 localhost minikube]

	I0722 03:55:49.954745    3911 provision.go:177] copyRemoteCerts

	I0722 03:55:49.954797    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:55:49.954814    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:49.954945    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:49.955036    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:49.955138    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:49.955226    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:49.988017    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:55:49.988090    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:55:50.006955    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:55:50.007018    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)

	I0722 03:55:50.026488    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:55:50.026558    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0722 03:55:50.045921    3911 provision.go:87] duration metric: took 196.3146ms to configureAuth

	I0722 03:55:50.045933    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:55:50.046087    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:50.046101    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:50.046225    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.046308    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.046401    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.046493    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.046569    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.046685    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.046803    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.046811    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:55:50.100376    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:55:50.100387    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:55:50.100457    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:55:50.100468    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.100595    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.100692    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.100789    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.100888    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.101021    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.101173    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.101220    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:55:50.162706    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:55:50.162761    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:50.162891    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:50.162997    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.163099    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:50.163182    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:50.163329    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:50.163465    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:50.163477    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:55:51.839255    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:55:51.839270    3911 machine.go:97] duration metric: took 37.176641879s to provisionDockerMachine

	I0722 03:55:51.839283    3911 start.go:293] postStartSetup for "ha-090000" (driver="hyperkit")

	I0722 03:55:51.839300    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:55:51.839314    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:51.839490    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:55:51.839510    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.839611    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.839703    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.839796    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.839928    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:51.873857    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:55:51.877062    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:55:51.877075    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:55:51.877182    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:55:51.877378    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:55:51.877384    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:55:51.877594    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:55:51.885692    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:55:51.904673    3911 start.go:296] duration metric: took 65.382263ms for postStartSetup

	I0722 03:55:51.904692    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:51.904859    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:55:51.904872    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.904961    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.905042    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.905118    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.905210    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:51.938400    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:55:51.938461    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:55:51.992039    3911 fix.go:56] duration metric: took 37.579572847s for fixHost

	I0722 03:55:51.992063    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:51.992208    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:51.992304    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.992398    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:51.992482    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:51.992602    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:51.992763    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.5 22 <nil> <nil>}

	I0722 03:55:51.992770    3911 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0722 03:55:52.046381    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645751.936433832

	I0722 03:55:52.046393    3911 fix.go:216] guest clock: 1721645751.936433832

	I0722 03:55:52.046398    3911 fix.go:229] Guest: 2024-07-22 03:55:51.936433832 -0700 PDT Remote: 2024-07-22 03:55:51.992052 -0700 PDT m=+38.026686282 (delta=-55.618168ms)

	I0722 03:55:52.046416    3911 fix.go:200] guest clock delta is within tolerance: -55.618168ms

	I0722 03:55:52.046421    3911 start.go:83] releasing machines lock for "ha-090000", held for 37.633981911s

	I0722 03:55:52.046442    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.046575    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:52.046677    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.046990    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.047122    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:55:52.047226    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:55:52.047248    3911 ssh_runner.go:195] Run: cat /version.json

	I0722 03:55:52.047259    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:52.047259    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:55:52.047380    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:52.047396    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:55:52.047483    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:52.047511    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:55:52.047561    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:52.047626    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:55:52.047654    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:52.047720    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:55:52.075429    3911 ssh_runner.go:195] Run: systemctl --version

	I0722 03:55:52.079894    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	W0722 03:55:52.124828    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:55:52.124898    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:55:52.137859    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:55:52.137870    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:55:52.137970    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:55:52.155379    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:55:52.164198    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:55:52.173115    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:55:52.173156    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:55:52.182074    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:55:52.190972    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:55:52.199765    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:55:52.208507    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:55:52.217591    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:55:52.226424    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:55:52.235243    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:55:52.244124    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:55:52.252099    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:55:52.259973    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:52.354629    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:55:52.373701    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:55:52.373781    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:55:52.386226    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:55:52.407006    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:55:52.422442    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:55:52.433467    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:55:52.445302    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:55:52.465665    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:55:52.477795    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:55:52.493683    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:55:52.496631    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:55:52.503860    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:55:52.517344    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:55:52.615407    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:55:52.719878    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:55:52.719955    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:55:52.735170    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:52.840992    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:55:55.172776    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.331829238s)

	I0722 03:55:55.172846    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0722 03:55:55.183162    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:55:55.193307    3911 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0722 03:55:55.284550    3911 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0722 03:55:55.395161    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:55.503613    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0722 03:55:55.517310    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:55:55.528594    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:55.620227    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0722 03:55:55.685036    3911 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0722 03:55:55.685111    3911 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0722 03:55:55.689532    3911 start.go:563] Will wait 60s for crictl version

	I0722 03:55:55.689580    3911 ssh_runner.go:195] Run: which crictl

	I0722 03:55:55.692688    3911 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0722 03:55:55.719714    3911 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.0.3

	RuntimeApiVersion:  v1

	I0722 03:55:55.719788    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:55:55.737225    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:55:55.780302    3911 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	I0722 03:55:55.780349    3911 main.go:141] libmachine: (ha-090000) Calling .GetIP

	I0722 03:55:55.780734    3911 ssh_runner.go:195] Run: grep 192.169.0.1	host.minikube.internal$ /etc/hosts

	I0722 03:55:55.785388    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:55:55.796137    3911 kubeadm.go:883] updating cluster {Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.

3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:f

alse inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpt

imizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...

	I0722 03:55:55.796229    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:55.796288    3911 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 03:55:55.808589    3911 docker.go:685] Got preloaded images: -- stdout --

	kindest/kindnetd:v20240719-e7903573

	registry.k8s.io/kube-apiserver:v1.30.3

	registry.k8s.io/kube-controller-manager:v1.30.3

	registry.k8s.io/kube-scheduler:v1.30.3

	registry.k8s.io/kube-proxy:v1.30.3

	ghcr.io/kube-vip/kube-vip:v0.8.0

	registry.k8s.io/etcd:3.5.12-0

	registry.k8s.io/coredns/coredns:v1.11.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	gcr.io/k8s-minikube/busybox:1.28

	-- /stdout --

	I0722 03:55:55.808605    3911 docker.go:615] Images already preloaded, skipping extraction

	I0722 03:55:55.808686    3911 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}

	I0722 03:55:55.823528    3911 docker.go:685] Got preloaded images: -- stdout --

	kindest/kindnetd:v20240719-e7903573

	registry.k8s.io/kube-apiserver:v1.30.3

	registry.k8s.io/kube-controller-manager:v1.30.3

	registry.k8s.io/kube-scheduler:v1.30.3

	registry.k8s.io/kube-proxy:v1.30.3

	ghcr.io/kube-vip/kube-vip:v0.8.0

	registry.k8s.io/etcd:3.5.12-0

	registry.k8s.io/coredns/coredns:v1.11.1

	registry.k8s.io/pause:3.9

	gcr.io/k8s-minikube/storage-provisioner:v5

	gcr.io/k8s-minikube/busybox:1.28

	-- /stdout --

	I0722 03:55:55.823552    3911 cache_images.go:84] Images are preloaded, skipping loading

	I0722 03:55:55.823561    3911 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.30.3 docker true true} ...

	I0722 03:55:55.823650    3911 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-090000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5

	[Install]

	 config:

	{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0722 03:55:55.823715    3911 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}

	I0722 03:55:55.843770    3911 cni.go:84] Creating CNI manager for ""

	I0722 03:55:55.843782    3911 cni.go:136] multinode detected (3 nodes found), recommending kindnet

	I0722 03:55:55.843795    3911 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16

	I0722 03:55:55.843811    3911 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.30.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-090000 NodeName:ha-090000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif

ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}

	I0722 03:55:55.843918    3911 kubeadm.go:187] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.169.0.5

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: unix:///var/run/cri-dockerd.sock

	  name: "ha-090000"

	  kubeletExtraArgs:

	    node-ip: 192.169.0.5

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta3

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.30.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock

	hairpinMode: hairpin-veth

	runtimeRequestTimeout: 15m

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0722 03:55:55.843949    3911 kube-vip.go:115] generating kube-vip config ...

	I0722 03:55:55.843997    3911 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"

	I0722 03:55:55.858984    3911 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip

	I0722 03:55:55.859051    3911 kube-vip.go:137] kube-vip config:

	apiVersion: v1

	kind: Pod

	metadata:

	  creationTimestamp: null

	  name: kube-vip

	  namespace: kube-system

	spec:

	  containers:

	  - args:

	    - manager

	    env:

	    - name: vip_arp

	      value: "true"

	    - name: port

	      value: "8443"

	    - name: vip_nodename

	      valueFrom:

	        fieldRef:

	          fieldPath: spec.nodeName

	    - name: vip_interface

	      value: eth0

	    - name: vip_cidr

	      value: "32"

	    - name: dns_mode

	      value: first

	    - name: cp_enable

	      value: "true"

	    - name: cp_namespace

	      value: kube-system

	    - name: vip_leaderelection

	      value: "true"

	    - name: vip_leasename

	      value: plndr-cp-lock

	    - name: vip_leaseduration

	      value: "5"

	    - name: vip_renewdeadline

	      value: "3"

	    - name: vip_retryperiod

	      value: "1"

	    - name: address

	      value: 192.169.0.254

	    - name: prometheus_server

	      value: :2112

	    - name : lb_enable

	      value: "true"

	    - name: lb_port

	      value: "8443"

	    image: ghcr.io/kube-vip/kube-vip:v0.8.0

	    imagePullPolicy: IfNotPresent

	    name: kube-vip

	    resources: {}

	    securityContext:

	      capabilities:

	        add:

	        - NET_ADMIN

	        - NET_RAW

	    volumeMounts:

	    - mountPath: /etc/kubernetes/admin.conf

	      name: kubeconfig

	  hostAliases:

	  - hostnames:

	    - kubernetes

	    ip: 127.0.0.1

	  hostNetwork: true

	  volumes:

	  - hostPath:

	      path: "/etc/kubernetes/admin.conf"

	    name: kubeconfig

	status: {}

	I0722 03:55:55.859099    3911 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3

	I0722 03:55:55.871541    3911 binaries.go:44] Found k8s binaries, skipping transfer

	I0722 03:55:55.871605    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests

	I0722 03:55:55.879901    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)

	I0722 03:55:55.893317    3911 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0722 03:55:55.906860    3911 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)

	I0722 03:55:55.920583    3911 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)

	I0722 03:55:55.934115    3911 ssh_runner.go:195] Run: grep 192.169.0.254	control-plane.minikube.internal$ /etc/hosts

	I0722 03:55:55.937202    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:55:55.947512    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:55:56.043601    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:55:56.058460    3911 certs.go:68] Setting up /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000 for IP: 192.169.0.5

	I0722 03:55:56.058473    3911 certs.go:194] generating shared ca certs ...

	I0722 03:55:56.058482    3911 certs.go:226] acquiring lock for ca certs: {Name:mk31b6ba3ba4e51acc59db740baf7c8ba8dd988b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.058655    3911 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key

	I0722 03:55:56.058735    3911 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key

	I0722 03:55:56.058744    3911 certs.go:256] generating profile certs ...

	I0722 03:55:56.058828    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key

	I0722 03:55:56.058850    3911 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603

	I0722 03:55:56.058866    3911 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.6 192.169.0.254]

	I0722 03:55:56.176369    3911 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 ...

	I0722 03:55:56.176387    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603: {Name:mk56ec66ac2a3d80a126aae24a23c208f41c56a5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.176780    3911 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603 ...

	I0722 03:55:56.176790    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603: {Name:mk0da3ff1ed021cd0c62e370f79895aeed00bfd8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.177042    3911 certs.go:381] copying /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt.9d35a603 -> /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt

	I0722 03:55:56.177289    3911 certs.go:385] copying /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.9d35a603 -> /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key

	I0722 03:55:56.177558    3911 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key

	I0722 03:55:56.177573    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I0722 03:55:56.177599    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I0722 03:55:56.177621    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I0722 03:55:56.177643    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I0722 03:55:56.177663    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I0722 03:55:56.177684    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I0722 03:55:56.177705    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I0722 03:55:56.177727    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I0722 03:55:56.177832    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem (1338 bytes)

	W0722 03:55:56.177883    3911 certs.go:480] ignoring /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637_empty.pem, impossibly tiny 0 bytes

	I0722 03:55:56.177892    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem (1675 bytes)

	I0722 03:55:56.177935    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem (1078 bytes)

	I0722 03:55:56.177980    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem (1123 bytes)

	I0722 03:55:56.178009    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem (1675 bytes)

	I0722 03:55:56.178085    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:55:56.178123    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem -> /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.178148    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.178168    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.178610    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0722 03:55:56.201771    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0722 03:55:56.234700    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0722 03:55:56.277028    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0722 03:55:56.303799    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)

	I0722 03:55:56.355626    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0722 03:55:56.423367    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0722 03:55:56.460516    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0722 03:55:56.495805    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem --> /usr/share/ca-certificates/1637.pem (1338 bytes)

	I0722 03:55:56.523902    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /usr/share/ca-certificates/16372.pem (1708 bytes)

	I0722 03:55:56.561999    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0722 03:55:56.592542    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0722 03:55:56.609376    3911 ssh_runner.go:195] Run: openssl version

	I0722 03:55:56.613622    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1637.pem && ln -fs /usr/share/ca-certificates/1637.pem /etc/ssl/certs/1637.pem"

	I0722 03:55:56.622123    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.625637    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 22 10:38 /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.625671    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1637.pem

	I0722 03:55:56.629816    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1637.pem /etc/ssl/certs/51391683.0"

	I0722 03:55:56.638362    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16372.pem && ln -fs /usr/share/ca-certificates/16372.pem /etc/ssl/certs/16372.pem"

	I0722 03:55:56.646609    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.650063    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 22 10:38 /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.650097    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16372.pem

	I0722 03:55:56.654257    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16372.pem /etc/ssl/certs/3ec20f2e.0"

	I0722 03:55:56.662670    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0722 03:55:56.671261    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.674720    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:29 /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.674754    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:55:56.678972    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0722 03:55:56.687498    3911 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0722 03:55:56.691047    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0722 03:55:56.695322    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0722 03:55:56.699702    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0722 03:55:56.704065    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0722 03:55:56.708401    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0722 03:55:56.712852    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0722 03:55:56.717112    3911 kubeadm.go:392] StartCluster: {Name:ha-090000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19298/minikube-v1.33.1-1721324531-19298-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721324606-19298@sha256:1c495b056df42bd3fd9a5c30d049e1802f9ed73a342611781f1ccc3c3853953f Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.3 C

lusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:fals

e inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi

zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}

	I0722 03:55:56.717233    3911 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}

	I0722 03:55:56.730051    3911 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0722 03:55:56.737806    3911 kubeadm.go:408] found existing configuration files, will attempt cluster restart

	I0722 03:55:56.737821    3911 kubeadm.go:593] restartPrimaryControlPlane start ...

	I0722 03:55:56.737861    3911 ssh_runner.go:195] Run: sudo test -d /data/minikube

	I0722 03:55:56.745356    3911 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0722 03:55:56.745651    3911 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-090000" does not appear in /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.745730    3911 kubeconfig.go:62] /Users/jenkins/minikube-integration/19313-1111/kubeconfig needs updating (will repair): [kubeconfig missing "ha-090000" cluster setting kubeconfig missing "ha-090000" context setting]

	I0722 03:55:56.745922    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/kubeconfig: {Name:mkf2b240918cd66dabf425a67d7df0a0c9aa8c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.746572    3911 loader.go:395] Config loaded from file:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.746765    3911 kapi.go:59] client config for ha-090000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},

UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xc727ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0722 03:55:56.747076    3911 cert_rotation.go:137] Starting client certificate rotation controller

	I0722 03:55:56.747254    3911 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0722 03:55:56.754607    3911 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5

	I0722 03:55:56.754620    3911 kubeadm.go:597] duration metric: took 16.795414ms to restartPrimaryControlPlane

	I0722 03:55:56.754625    3911 kubeadm.go:394] duration metric: took 37.520322ms to StartCluster

	I0722 03:55:56.754634    3911 settings.go:142] acquiring lock: {Name:mk61cf5b2a74edb35dda57ecbe8abc2ea6c58c7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.754711    3911 settings.go:150] Updating kubeconfig:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:55:56.755134    3911 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19313-1111/kubeconfig: {Name:mkf2b240918cd66dabf425a67d7df0a0c9aa8c39 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:55:56.755360    3911 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0722 03:55:56.755373    3911 start.go:241] waiting for startup goroutines ...

	I0722 03:55:56.755387    3911 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]

	I0722 03:55:56.755497    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:56.799163    3911 out.go:177] * Enabled addons: 

	I0722 03:55:56.820182    3911 addons.go:510] duration metric: took 64.792244ms for enable addons: enabled=[]

	I0722 03:55:56.820230    3911 start.go:246] waiting for cluster config update ...

	I0722 03:55:56.820244    3911 start.go:255] writing updated cluster config ...

	I0722 03:55:56.842189    3911 out.go:177] 

	I0722 03:55:56.863789    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:55:56.863918    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:56.886431    3911 out.go:177] * Starting "ha-090000-m02" control-plane node in "ha-090000" cluster

	I0722 03:55:56.928353    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:55:56.928403    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:55:56.928581    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:55:56.928604    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:55:56.928730    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:56.929636    3911 start.go:360] acquireMachinesLock for ha-090000-m02: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:55:56.929748    3911 start.go:364] duration metric: took 80.846µs to acquireMachinesLock for "ha-090000-m02"

	I0722 03:55:56.929773    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:55:56.929782    3911 fix.go:54] fixHost starting: m02

	I0722 03:55:56.930190    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:55:56.930213    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:55:56.939208    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51974

	I0722 03:55:56.939548    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:55:56.939878    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:55:56.939889    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:55:56.940129    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:55:56.940269    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:55:56.940364    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetState

	I0722 03:55:56.940445    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:56.940553    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid from json: 3753

	I0722 03:55:56.941410    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid 3753 missing from process table

	I0722 03:55:56.941430    3911 fix.go:112] recreateIfNeeded on ha-090000-m02: state=Stopped err=<nil>

	I0722 03:55:56.941439    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	W0722 03:55:56.941520    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:55:56.963252    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000-m02" ...

	I0722 03:55:56.984572    3911 main.go:141] libmachine: (ha-090000-m02) Calling .Start

	I0722 03:55:56.984884    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:56.984972    3911 main.go:141] libmachine: (ha-090000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid

	I0722 03:55:56.986700    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid 3753 missing from process table

	I0722 03:55:56.986715    3911 main.go:141] libmachine: (ha-090000-m02) DBG | pid 3753 is in state "Stopped"

	I0722 03:55:56.986731    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid...

	I0722 03:55:56.987014    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Using UUID a238bb05-e07d-4298-98be-9d336c163b01

	I0722 03:55:57.014110    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Generated MAC 4e:65:fa:f9:26:3

	I0722 03:55:57.014143    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:55:57.014261    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a238bb05-e07d-4298-98be-9d336c163b01", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037b350)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:57.014289    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"a238bb05-e07d-4298-98be-9d336c163b01", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037b350)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:55:57.014330    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "a238bb05-e07d-4298-98be-9d336c163b01", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/ha-090000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machine

s/ha-090000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:55:57.014365    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U a238bb05-e07d-4298-98be-9d336c163b01 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/ha-090000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/initrd,earlyprintk=serial loglevel=3 console=t

tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:55:57.014400    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:55:57.015680    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 DEBUG: hyperkit: Pid is 3958

	I0722 03:55:57.016180    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Attempt 0

	I0722 03:55:57.016197    3911 main.go:141] libmachine: (ha-090000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:55:57.016259    3911 main.go:141] libmachine: (ha-090000-m02) DBG | hyperkit pid from json: 3958

	I0722 03:55:57.018025    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Searching for 4e:65:fa:f9:26:3 in /var/db/dhcpd_leases ...

	I0722 03:55:57.018041    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:55:57.018086    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8c1b}

	I0722 03:55:57.018095    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:55:57.018102    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:55:57.018112    3911 main.go:141] libmachine: (ha-090000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8b16}

	I0722 03:55:57.018118    3911 main.go:141] libmachine: (ha-090000-m02) DBG | Found match: 4e:65:fa:f9:26:3

	I0722 03:55:57.018122    3911 main.go:141] libmachine: (ha-090000-m02) DBG | IP: 192.169.0.6

	I0722 03:55:57.018178    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetConfigRaw

	I0722 03:55:57.018834    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:55:57.019009    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:55:57.019499    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:55:57.019509    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:55:57.019651    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:55:57.019770    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:55:57.019892    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:55:57.020010    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:55:57.020098    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:55:57.020264    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:55:57.020422    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:55:57.020435    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:55:57.023607    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:55:57.031862    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:55:57.032835    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:57.032848    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:57.032855    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:57.032861    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:57.411442    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:55:57.411461    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:55:57.526363    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:55:57.526382    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:55:57.526390    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:55:57.526396    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:55:57.527265    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:55:57.527278    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:55:57 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:56:02.785857    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:56:02.785940    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:56:02.785949    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:56:02.812798    3911 main.go:141] libmachine: (ha-090000-m02) DBG | 2024/07/22 03:56:02 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:56:32.075580    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:56:32.075594    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.075720    3911 buildroot.go:166] provisioning hostname "ha-090000-m02"

	I0722 03:56:32.075731    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.075826    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.075933    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.076015    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.076119    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.076212    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.076341    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.076492    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.076502    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000-m02 && echo "ha-090000-m02" | sudo tee /etc/hostname

	I0722 03:56:32.136897    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000-m02

	I0722 03:56:32.136912    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.137046    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.137157    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.137250    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.137341    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.137474    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.137607    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.137618    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000-m02' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000-m02/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000-m02' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:56:32.192449    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:56:32.192463    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:56:32.192472    3911 buildroot.go:174] setting up certificates

	I0722 03:56:32.192482    3911 provision.go:84] configureAuth start

	I0722 03:56:32.192492    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetMachineName

	I0722 03:56:32.192621    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:32.192721    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.192798    3911 provision.go:143] copyHostCerts

	I0722 03:56:32.192826    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:56:32.192874    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:56:32.192879    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:56:32.193015    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:56:32.193230    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:56:32.193264    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:56:32.193269    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:56:32.193346    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:56:32.193513    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:56:32.193541    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:56:32.193546    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:56:32.193618    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:56:32.193767    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000-m02 san=[127.0.0.1 192.169.0.6 ha-090000-m02 localhost minikube]

	I0722 03:56:32.314909    3911 provision.go:177] copyRemoteCerts

	I0722 03:56:32.314954    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:56:32.314968    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.315107    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.315208    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.315309    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.315384    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:32.347809    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:56:32.347885    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0722 03:56:32.366931    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:56:32.366988    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:56:32.386030    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:56:32.386103    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0722 03:56:32.404971    3911 provision.go:87] duration metric: took 212.48697ms to configureAuth

	I0722 03:56:32.404983    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:56:32.405138    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:32.405152    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:32.405288    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.405375    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.405462    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.405546    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.405633    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.405741    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.405866    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.405874    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:56:32.454313    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:56:32.454324    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:56:32.454404    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:56:32.454417    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.454548    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.454656    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.454765    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.454869    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.454989    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.455128    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.455173    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment="NO_PROXY=192.169.0.5"

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:56:32.513991    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment=NO_PROXY=192.169.0.5

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:56:32.514007    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:32.514163    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:32.514257    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.514355    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:32.514458    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:32.514588    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:32.514721    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:32.514733    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:56:34.211339    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:56:34.211353    3911 machine.go:97] duration metric: took 37.192847433s to provisionDockerMachine

	I0722 03:56:34.211364    3911 start.go:293] postStartSetup for "ha-090000-m02" (driver="hyperkit")

	I0722 03:56:34.211371    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:56:34.211386    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.211563    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:56:34.211577    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.211687    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.211786    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.211882    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.211969    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.242978    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:56:34.245962    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:56:34.245971    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:56:34.246060    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:56:34.246200    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:56:34.246206    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:56:34.246360    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:56:34.254372    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:56:34.273009    3911 start.go:296] duration metric: took 61.631077ms for postStartSetup

	I0722 03:56:34.273028    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.273172    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:56:34.273182    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.273265    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.273351    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.273439    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.273519    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.305174    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:56:34.305226    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:56:34.339922    3911 fix.go:56] duration metric: took 37.411144035s for fixHost

	I0722 03:56:34.339947    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.340082    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.340179    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.340258    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.340343    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.340478    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:34.340622    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.6 22 <nil> <nil>}

	I0722 03:56:34.340630    3911 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0722 03:56:34.388578    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645794.572489059

	I0722 03:56:34.388591    3911 fix.go:216] guest clock: 1721645794.572489059

	I0722 03:56:34.388596    3911 fix.go:229] Guest: 2024-07-22 03:56:34.572489059 -0700 PDT Remote: 2024-07-22 03:56:34.339936 -0700 PDT m=+80.375710715 (delta=232.553059ms)

	I0722 03:56:34.388606    3911 fix.go:200] guest clock delta is within tolerance: 232.553059ms

	I0722 03:56:34.388609    3911 start.go:83] releasing machines lock for "ha-090000-m02", held for 37.459858552s

	I0722 03:56:34.388627    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.388762    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:34.409792    3911 out.go:177] * Found network options:

	I0722 03:56:34.430136    3911 out.go:177]   - NO_PROXY=192.169.0.5

	W0722 03:56:34.451143    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:56:34.451179    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452017    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452288    3911 main.go:141] libmachine: (ha-090000-m02) Calling .DriverName

	I0722 03:56:34.452418    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:56:34.452457    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	W0722 03:56:34.452511    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:56:34.452619    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	I0722 03:56:34.452639    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHHostname

	I0722 03:56:34.452667    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.452899    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHPort

	I0722 03:56:34.452939    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.453127    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHKeyPath

	I0722 03:56:34.453158    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.453309    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetSSHUsername

	I0722 03:56:34.453305    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	I0722 03:56:34.453445    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m02/id_rsa Username:docker}

	W0722 03:56:34.481920    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:56:34.481981    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:56:34.527590    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:56:34.527602    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:56:34.527664    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:56:34.542920    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:56:34.551387    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:56:34.559553    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:56:34.559598    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:56:34.567825    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:56:34.576145    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:56:34.584472    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:56:34.592914    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:56:34.601360    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:56:34.609666    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:56:34.618581    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:56:34.626849    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:56:34.634297    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:56:34.642011    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:34.733806    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:56:34.753393    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:56:34.753463    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:56:34.769228    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:56:34.781756    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:56:34.797930    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:56:34.808316    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:56:34.818407    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:56:34.839910    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:56:34.852187    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:56:34.867777    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:56:34.870845    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:56:34.878342    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:56:34.891766    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:56:34.986612    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:56:35.092574    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:56:35.092596    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:56:35.106385    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:35.202045    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:56:37.547949    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.345948624s)

	I0722 03:56:37.548007    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket

	I0722 03:56:37.559709    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:56:37.570592    3911 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket

	I0722 03:56:37.669571    3911 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket

	I0722 03:56:37.763201    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:37.875925    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket

	I0722 03:56:37.889982    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service

	I0722 03:56:37.900245    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:38.003656    3911 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service

	I0722 03:56:38.067963    3911 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock

	I0722 03:56:38.068036    3911 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock

	I0722 03:56:38.072622    3911 start.go:563] Will wait 60s for crictl version

	I0722 03:56:38.072673    3911 ssh_runner.go:195] Run: which crictl

	I0722 03:56:38.075745    3911 ssh_runner.go:195] Run: sudo /usr/bin/crictl version

	I0722 03:56:38.103382    3911 start.go:579] Version:  0.1.0

	RuntimeName:  docker

	RuntimeVersion:  27.0.3

	RuntimeApiVersion:  v1

	I0722 03:56:38.103467    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:56:38.119903    3911 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}

	I0722 03:56:38.160816    3911 out.go:204] * Preparing Kubernetes v1.30.3 on Docker 27.0.3 ...

	I0722 03:56:38.182482    3911 out.go:177]   - env NO_PROXY=192.169.0.5

	I0722 03:56:38.203478    3911 main.go:141] libmachine: (ha-090000-m02) Calling .GetIP

	I0722 03:56:38.203850    3911 ssh_runner.go:195] Run: grep 192.169.0.1	host.minikube.internal$ /etc/hosts

	I0722 03:56:38.207987    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:56:38.217642    3911 mustload.go:65] Loading cluster: ha-090000

	I0722 03:56:38.217804    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:38.218020    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:38.218035    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:38.226637    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51996

	I0722 03:56:38.226983    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:38.227325    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:38.227343    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:38.227630    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:38.227748    3911 main.go:141] libmachine: (ha-090000) Calling .GetState

	I0722 03:56:38.227836    3911 main.go:141] libmachine: (ha-090000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:38.227899    3911 main.go:141] libmachine: (ha-090000) DBG | hyperkit pid from json: 3926

	I0722 03:56:38.228835    3911 host.go:66] Checking if "ha-090000" exists ...

	I0722 03:56:38.229086    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:38.229101    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:38.237412    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51998

	I0722 03:56:38.237753    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:38.238100    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:38.238118    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:38.238328    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:38.238453    3911 main.go:141] libmachine: (ha-090000) Calling .DriverName

	I0722 03:56:38.238565    3911 certs.go:68] Setting up /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000 for IP: 192.169.0.6

	I0722 03:56:38.238571    3911 certs.go:194] generating shared ca certs ...

	I0722 03:56:38.238580    3911 certs.go:226] acquiring lock for ca certs: {Name:mk31b6ba3ba4e51acc59db740baf7c8ba8dd988b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0722 03:56:38.238710    3911 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key

	I0722 03:56:38.238765    3911 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key

	I0722 03:56:38.238773    3911 certs.go:256] generating profile certs ...

	I0722 03:56:38.238865    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key

	I0722 03:56:38.238954    3911 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key.cd5997a2

	I0722 03:56:38.239013    3911 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key

	I0722 03:56:38.239026    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt

	I0722 03:56:38.239049    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key -> /var/lib/minikube/certs/ca.key

	I0722 03:56:38.239069    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt

	I0722 03:56:38.239087    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key

	I0722 03:56:38.239104    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt

	I0722 03:56:38.239123    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key -> /var/lib/minikube/certs/apiserver.key

	I0722 03:56:38.239143    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt

	I0722 03:56:38.239166    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key

	I0722 03:56:38.239250    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem (1338 bytes)

	W0722 03:56:38.239289    3911 certs.go:480] ignoring /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637_empty.pem, impossibly tiny 0 bytes

	I0722 03:56:38.239297    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem (1675 bytes)

	I0722 03:56:38.239330    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem (1078 bytes)

	I0722 03:56:38.239361    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem (1123 bytes)

	I0722 03:56:38.239392    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem (1675 bytes)

	I0722 03:56:38.239457    3911 certs.go:484] found cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:56:38.239492    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem -> /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.239513    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.239532    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.239558    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHHostname

	I0722 03:56:38.239660    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHPort

	I0722 03:56:38.239755    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHKeyPath

	I0722 03:56:38.239850    3911 main.go:141] libmachine: (ha-090000) Calling .GetSSHUsername

	I0722 03:56:38.239942    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000/id_rsa Username:docker}

	I0722 03:56:38.265993    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub

	I0722 03:56:38.269678    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)

	I0722 03:56:38.278304    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key

	I0722 03:56:38.281402    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)

	I0722 03:56:38.289616    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt

	I0722 03:56:38.292667    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)

	I0722 03:56:38.300512    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key

	I0722 03:56:38.303570    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)

	I0722 03:56:38.311600    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt

	I0722 03:56:38.314768    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)

	I0722 03:56:38.322792    3911 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key

	I0722 03:56:38.325989    3911 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)

	I0722 03:56:38.334090    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0722 03:56:38.354251    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0722 03:56:38.373942    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0722 03:56:38.393826    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)

	I0722 03:56:38.413300    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)

	I0722 03:56:38.433234    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0722 03:56:38.452691    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0722 03:56:38.472206    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0722 03:56:38.492624    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/1637.pem --> /usr/share/ca-certificates/1637.pem (1338 bytes)

	I0722 03:56:38.511779    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /usr/share/ca-certificates/16372.pem (1708 bytes)

	I0722 03:56:38.531604    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0722 03:56:38.550960    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)

	I0722 03:56:38.564536    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)

	I0722 03:56:38.577906    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)

	I0722 03:56:38.591620    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)

	I0722 03:56:38.605203    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)

	I0722 03:56:38.619039    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)

	I0722 03:56:38.633179    3911 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)

	I0722 03:56:38.646763    3911 ssh_runner.go:195] Run: openssl version

	I0722 03:56:38.650909    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16372.pem && ln -fs /usr/share/ca-certificates/16372.pem /etc/ssl/certs/16372.pem"

	I0722 03:56:38.659202    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.662546    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 22 10:38 /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.662579    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16372.pem

	I0722 03:56:38.666667    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16372.pem /etc/ssl/certs/3ec20f2e.0"

	I0722 03:56:38.675008    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0722 03:56:38.683335    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.686876    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 22 10:29 /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.686923    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0722 03:56:38.691071    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0722 03:56:38.699373    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1637.pem && ln -fs /usr/share/ca-certificates/1637.pem /etc/ssl/certs/1637.pem"

	I0722 03:56:38.707510    3911 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.710890    3911 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 22 10:38 /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.710923    3911 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1637.pem

	I0722 03:56:38.715062    3911 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1637.pem /etc/ssl/certs/51391683.0"

	I0722 03:56:38.723255    3911 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt

	I0722 03:56:38.726701    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400

	I0722 03:56:38.730990    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400

	I0722 03:56:38.735283    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400

	I0722 03:56:38.739568    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400

	I0722 03:56:38.743725    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400

	I0722 03:56:38.747941    3911 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400

	I0722 03:56:38.752113    3911 kubeadm.go:934] updating node {m02 192.169.0.6 8443 v1.30.3 docker true true} ...

	I0722 03:56:38.752169    3911 kubeadm.go:946] kubelet [Unit]

	Wants=docker.socket

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.30.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-090000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6

	[Install]

	 config:

	{KubernetesVersion:v1.30.3 ClusterName:ha-090000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}

	I0722 03:56:38.752183    3911 kube-vip.go:115] generating kube-vip config ...

	I0722 03:56:38.752213    3911 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"

	I0722 03:56:38.764297    3911 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip

	I0722 03:56:38.764339    3911 kube-vip.go:137] kube-vip config:

	apiVersion: v1

	kind: Pod

	metadata:

	  creationTimestamp: null

	  name: kube-vip

	  namespace: kube-system

	spec:

	  containers:

	  - args:

	    - manager

	    env:

	    - name: vip_arp

	      value: "true"

	    - name: port

	      value: "8443"

	    - name: vip_nodename

	      valueFrom:

	        fieldRef:

	          fieldPath: spec.nodeName

	    - name: vip_interface

	      value: eth0

	    - name: vip_cidr

	      value: "32"

	    - name: dns_mode

	      value: first

	    - name: cp_enable

	      value: "true"

	    - name: cp_namespace

	      value: kube-system

	    - name: vip_leaderelection

	      value: "true"

	    - name: vip_leasename

	      value: plndr-cp-lock

	    - name: vip_leaseduration

	      value: "5"

	    - name: vip_renewdeadline

	      value: "3"

	    - name: vip_retryperiod

	      value: "1"

	    - name: address

	      value: 192.169.0.254

	    - name: prometheus_server

	      value: :2112

	    - name : lb_enable

	      value: "true"

	    - name: lb_port

	      value: "8443"

	    image: ghcr.io/kube-vip/kube-vip:v0.8.0

	    imagePullPolicy: IfNotPresent

	    name: kube-vip

	    resources: {}

	    securityContext:

	      capabilities:

	        add:

	        - NET_ADMIN

	        - NET_RAW

	    volumeMounts:

	    - mountPath: /etc/kubernetes/admin.conf

	      name: kubeconfig

	  hostAliases:

	  - hostnames:

	    - kubernetes

	    ip: 127.0.0.1

	  hostNetwork: true

	  volumes:

	  - hostPath:

	      path: "/etc/kubernetes/admin.conf"

	    name: kubeconfig

	status: {}

	I0722 03:56:38.764386    3911 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.3

	I0722 03:56:38.777566    3911 binaries.go:44] Found k8s binaries, skipping transfer

	I0722 03:56:38.777617    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests

	I0722 03:56:38.785844    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)

	I0722 03:56:38.799378    3911 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0722 03:56:38.812569    3911 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)

	I0722 03:56:38.826035    3911 ssh_runner.go:195] Run: grep 192.169.0.254	control-plane.minikube.internal$ /etc/hosts

	I0722 03:56:38.829004    3911 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0722 03:56:38.838894    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:38.934878    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:56:38.949889    3911 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.3 ContainerRuntime:docker ControlPlane:true Worker:true}

	I0722 03:56:38.950085    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:38.971273    3911 out.go:177] * Verifying Kubernetes components...

	I0722 03:56:38.991992    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:56:39.123554    3911 ssh_runner.go:195] Run: sudo systemctl start kubelet

	I0722 03:56:39.136167    3911 loader.go:395] Config loaded from file:  /Users/jenkins/minikube-integration/19313-1111/kubeconfig

	I0722 03:56:39.136377    3911 kapi.go:59] client config for ha-090000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/client.key", CAFile:"/Users/jenkins/minikube-integration/19313-1111/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}

, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xc727ba0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	W0722 03:56:39.136421    3911 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443

	I0722 03:56:39.136590    3911 node_ready.go:35] waiting up to 6m0s for node "ha-090000-m02" to be "Ready" ...

	I0722 03:56:39.136660    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:39.136665    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:39.136672    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:39.136677    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:40.137255    3911 round_trippers.go:574] Response Status:  in 1000 milliseconds

	I0722 03:56:40.137479    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:40.137503    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:40.137521    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:40.137534    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:47.940026    3911 round_trippers.go:574] Response Status: 200 OK in 7802 milliseconds

	I0722 03:56:47.940733    3911 node_ready.go:49] node "ha-090000-m02" has status "Ready":"True"

	I0722 03:56:47.940746    3911 node_ready.go:38] duration metric: took 8.804377648s for node "ha-090000-m02" to be "Ready" ...

	I0722 03:56:47.940753    3911 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0722 03:56:47.940808    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:47.940815    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:47.940823    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:47.940827    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.019911    3911 round_trippers.go:574] Response Status: 200 OK in 79 milliseconds

	I0722 03:56:48.026784    3911 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.026849    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-lf5mv

	I0722 03:56:48.026855    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.026862    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.026866    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.031605    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.032135    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.032143    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.032150    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.032153    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.034575    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.034884    3911 pod_ready.go:92] pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.034894    3911 pod_ready.go:81] duration metric: took 8.095254ms for pod "coredns-7db6d8ff4d-lf5mv" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.034902    3911 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.034940    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-mjc97

	I0722 03:56:48.034951    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.034959    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.034963    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.037811    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.038390    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.038397    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.038403    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.038412    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.042255    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.042713    3911 pod_ready.go:92] pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.042723    3911 pod_ready.go:81] duration metric: took 7.815334ms for pod "coredns-7db6d8ff4d-mjc97" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.042730    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.042769    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000

	I0722 03:56:48.042774    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.042780    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.042784    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.046998    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.047505    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.047512    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.047517    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.047519    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.050594    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.051034    3911 pod_ready.go:92] pod "etcd-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.051045    3911 pod_ready.go:81] duration metric: took 8.309873ms for pod "etcd-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.051052    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.051096    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000-m02

	I0722 03:56:48.051102    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.051108    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.051112    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.055364    3911 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds

	I0722 03:56:48.055818    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.055827    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.055833    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.055837    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.058858    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:48.059331    3911 pod_ready.go:92] pod "etcd-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.059342    3911 pod_ready.go:81] duration metric: took 8.283096ms for pod "etcd-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.059349    3911 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.059399    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-090000-m03

	I0722 03:56:48.059405    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.059412    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.059415    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.069366    3911 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds

	I0722 03:56:48.140952    3911 request.go:629] Waited for 71.140962ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:48.140996    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:48.141001    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.141007    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.141013    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.150505    3911 round_trippers.go:574] Response Status: 404 Not Found in 9 milliseconds

	I0722 03:56:48.150672    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "etcd-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:48.150684    3911 pod_ready.go:81] duration metric: took 91.332094ms for pod "etcd-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:48.150693    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "etcd-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:48.150707    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.341259    3911 request.go:629] Waited for 190.473586ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000

	I0722 03:56:48.341296    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000

	I0722 03:56:48.341301    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.341307    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.341311    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.346534    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:48.541247    3911 request.go:629] Waited for 194.341501ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.541301    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:48.541310    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.541317    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.541321    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.543864    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.544294    3911 pod_ready.go:92] pod "kube-apiserver-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.544304    3911 pod_ready.go:81] duration metric: took 393.600781ms for pod "kube-apiserver-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.544310    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.740936    3911 request.go:629] Waited for 196.590173ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m02

	I0722 03:56:48.741009    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m02

	I0722 03:56:48.741017    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.741025    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.741032    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.743601    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:48.941584    3911 request.go:629] Waited for 197.554429ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.941670    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:48.941676    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:48.941681    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:48.941685    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:48.943442    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:48.943712    3911 pod_ready.go:92] pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:48.943722    3911 pod_ready.go:81] duration metric: took 399.417249ms for pod "kube-apiserver-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:48.943728    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.142238    3911 request.go:629] Waited for 198.455178ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m03

	I0722 03:56:49.142276    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-090000-m03

	I0722 03:56:49.142283    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.142291    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.142297    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.144759    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:49.341711    3911 request.go:629] Waited for 196.420201ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:49.341743    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:49.341748    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.341754    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.341757    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.343407    3911 round_trippers.go:574] Response Status: 404 Not Found in 1 milliseconds

	I0722 03:56:49.343465    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:49.343477    3911 pod_ready.go:81] duration metric: took 399.754899ms for pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:49.343485    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-apiserver-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:49.343492    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.540820    3911 request.go:629] Waited for 197.295627ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000

	I0722 03:56:49.540859    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000

	I0722 03:56:49.540864    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.540873    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.540889    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.542752    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:49.741810    3911 request.go:629] Waited for 198.496804ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:49.741941    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:49.741953    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.741965    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.741971    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.745200    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:49.746626    3911 pod_ready.go:92] pod "kube-controller-manager-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:49.746670    3911 pod_ready.go:81] duration metric: took 403.181202ms for pod "kube-controller-manager-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.746679    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:49.942498    3911 request.go:629] Waited for 195.70501ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m02

	I0722 03:56:49.942556    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m02

	I0722 03:56:49.942566    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:49.942576    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:49.942583    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:49.945821    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:50.141728    3911 request.go:629] Waited for 194.653258ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:50.141778    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:50.141788    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.141874    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.141884    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.144857    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.145401    3911 pod_ready.go:92] pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:50.145413    3911 pod_ready.go:81] duration metric: took 398.731517ms for pod "kube-controller-manager-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.145421    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.342252    3911 request.go:629] Waited for 196.790992ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m03

	I0722 03:56:50.342380    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-090000-m03

	I0722 03:56:50.342391    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.342402    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.342409    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.345338    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.541942    3911 request.go:629] Waited for 196.02759ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:50.542016    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:50.542024    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.542030    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.542035    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.543861    3911 round_trippers.go:574] Response Status: 404 Not Found in 1 milliseconds

	I0722 03:56:50.543979    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:50.543991    3911 pod_ready.go:81] duration metric: took 398.575179ms for pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:50.543999    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-controller-manager-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:50.544007    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8f92w" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.741981    3911 request.go:629] Waited for 197.931605ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8f92w

	I0722 03:56:50.742035    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8f92w

	I0722 03:56:50.742108    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.742123    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.742139    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.745292    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:50.941201    3911 request.go:629] Waited for 195.378005ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m04

	I0722 03:56:50.941242    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m04

	I0722 03:56:50.941250    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:50.941279    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:50.941285    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:50.943392    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:50.943959    3911 pod_ready.go:92] pod "kube-proxy-8f92w" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:50.943968    3911 pod_ready.go:81] duration metric: took 399.965093ms for pod "kube-proxy-8f92w" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:50.943975    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-8wl7h" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.141802    3911 request.go:629] Waited for 197.795735ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8wl7h

	I0722 03:56:51.141881    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8wl7h

	I0722 03:56:51.141889    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.141897    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.141901    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.144430    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:51.341886    3911 request.go:629] Waited for 196.964343ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:51.341949    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:51.342008    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.342021    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.342042    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.345071    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:51.345563    3911 pod_ready.go:92] pod "kube-proxy-8wl7h" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:51.345575    3911 pod_ready.go:81] duration metric: took 401.60562ms for pod "kube-proxy-8wl7h" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.345584    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-s5kg7" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.541992    3911 request.go:629] Waited for 196.373771ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5kg7

	I0722 03:56:51.542055    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5kg7

	I0722 03:56:51.542062    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.542069    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.542073    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.544061    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:51.741851    3911 request.go:629] Waited for 197.301001ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:51.741903    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:51.741920    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.741972    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.741981    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.744924    3911 round_trippers.go:574] Response Status: 404 Not Found in 2 milliseconds

	I0722 03:56:51.745061    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-proxy-s5kg7" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:51.745083    3911 pod_ready.go:81] duration metric: took 399.503782ms for pod "kube-proxy-s5kg7" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:51.745093    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-proxy-s5kg7" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:51.745099    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-xzpdq" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:51.942237    3911 request.go:629] Waited for 197.092533ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xzpdq

	I0722 03:56:51.942331    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-xzpdq

	I0722 03:56:51.942339    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:51.942348    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:51.942352    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:51.944379    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.140792    3911 request.go:629] Waited for 195.988207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.140891    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.140898    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.140905    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.140908    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.143865    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.144152    3911 pod_ready.go:92] pod "kube-proxy-xzpdq" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.144162    3911 pod_ready.go:81] duration metric: took 399.065856ms for pod "kube-proxy-xzpdq" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.144174    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.341088    3911 request.go:629] Waited for 196.884909ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000

	I0722 03:56:52.341120    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000

	I0722 03:56:52.341125    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.341131    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.341158    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.342922    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.541268    3911 request.go:629] Waited for 197.724279ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.541331    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000

	I0722 03:56:52.541336    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.541343    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.541348    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.543046    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.543447    3911 pod_ready.go:92] pod "kube-scheduler-ha-090000" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.543457    3911 pod_ready.go:81] duration metric: took 399.28772ms for pod "kube-scheduler-ha-090000" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.543466    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.741611    3911 request.go:629] Waited for 198.11239ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m02

	I0722 03:56:52.741678    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m02

	I0722 03:56:52.741684    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.741690    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.741694    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.743685    3911 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds

	I0722 03:56:52.941884    3911 request.go:629] Waited for 197.596709ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:52.941966    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m02

	I0722 03:56:52.941974    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:52.941983    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:52.941990    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:52.944672    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:52.944946    3911 pod_ready.go:92] pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace has status "Ready":"True"

	I0722 03:56:52.944957    3911 pod_ready.go:81] duration metric: took 401.495544ms for pod "kube-scheduler-ha-090000-m02" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:52.944964    3911 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	I0722 03:56:53.140781    3911 request.go:629] Waited for 195.779713ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m03

	I0722 03:56:53.140822    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-090000-m03

	I0722 03:56:53.140828    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.140846    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.140857    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.143259    3911 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds

	I0722 03:56:53.340903    3911 request.go:629] Waited for 197.282616ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:53.341040    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-090000-m03

	I0722 03:56:53.341054    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.341066    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.341072    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.343900    3911 round_trippers.go:574] Response Status: 404 Not Found in 2 milliseconds

	I0722 03:56:53.344052    3911 pod_ready.go:97] node "ha-090000-m03" hosting pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:53.344080    3911 pod_ready.go:81] duration metric: took 399.121362ms for pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace to be "Ready" ...

	E0722 03:56:53.344087    3911 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-090000-m03" hosting pod "kube-scheduler-ha-090000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): error getting node "ha-090000-m03": nodes "ha-090000-m03" not found

	I0722 03:56:53.344093    3911 pod_ready.go:38] duration metric: took 5.403478999s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0722 03:56:53.344113    3911 api_server.go:52] waiting for apiserver process to appear ...

	I0722 03:56:53.344169    3911 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0722 03:56:53.355872    3911 api_server.go:72] duration metric: took 14.406346458s to wait for apiserver process to appear ...

	I0722 03:56:53.355884    3911 api_server.go:88] waiting for apiserver healthz status ...

	I0722 03:56:53.355903    3911 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...

	I0722 03:56:53.360168    3911 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:

	ok

	I0722 03:56:53.360204    3911 round_trippers.go:463] GET https://192.169.0.5:8443/version

	I0722 03:56:53.360209    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.360215    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.360219    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.360847    3911 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds

	I0722 03:56:53.360928    3911 api_server.go:141] control plane version: v1.30.3

	I0722 03:56:53.360938    3911 api_server.go:131] duration metric: took 5.049309ms to wait for apiserver health ...

	I0722 03:56:53.360953    3911 system_pods.go:43] waiting for kube-system pods to appear ...

	I0722 03:56:53.540855    3911 request.go:629] Waited for 179.859471ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.540957    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.540968    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.540979    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.540985    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.546462    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:53.551792    3911 system_pods.go:59] 26 kube-system pods found

	I0722 03:56:53.551807    3911 system_pods.go:61] "coredns-7db6d8ff4d-lf5mv" [cd051db1-dcbb-4fee-85d9-be13d1be38ec] Running

	I0722 03:56:53.551813    3911 system_pods.go:61] "coredns-7db6d8ff4d-mjc97" [ac1f1032-14ce-4c0c-b95b-a86bd4ef7810] Running

	I0722 03:56:53.551817    3911 system_pods.go:61] "etcd-ha-090000" [ec0787c7-a5cb-4375-b6c7-04e80160dbd9] Running

	I0722 03:56:53.551820    3911 system_pods.go:61] "etcd-ha-090000-m02" [70e6e1d6-208c-45b6-ad64-c10be5faedbb] Running

	I0722 03:56:53.551823    3911 system_pods.go:61] "etcd-ha-090000-m03" [ed74b70b-4483-4ac9-9db2-5c1507439fbf] Running

	I0722 03:56:53.551830    3911 system_pods.go:61] "kindnet-kqb2r" [58565238-777a-421f-a15d-38bd5daf596e] Running

	I0722 03:56:53.551834    3911 system_pods.go:61] "kindnet-lf6b4" [aadac04f-abbe-481b-accf-df0991b98748] Running

	I0722 03:56:53.551836    3911 system_pods.go:61] "kindnet-mqxjd" [439b0e4a-14b8-4556-9ae6-6a26590b6d5d] Running

	I0722 03:56:53.551839    3911 system_pods.go:61] "kindnet-xt575" [21e859c8-a102-4b48-ba9d-3b3902be8ba1] Running

	I0722 03:56:53.551842    3911 system_pods.go:61] "kube-apiserver-ha-090000" [c0377564-cef8-4807-8ab1-3fc6f2607591] Running

	I0722 03:56:53.551844    3911 system_pods.go:61] "kube-apiserver-ha-090000-m02" [87130092-7fea-4cf8-a1b4-b2b853d60334] Running

	I0722 03:56:53.551847    3911 system_pods.go:61] "kube-apiserver-ha-090000-m03" [056a2588-da71-4189-93cd-10a92f10d8d4] Running

	I0722 03:56:53.551850    3911 system_pods.go:61] "kube-controller-manager-ha-090000" [89cfb4c4-8d84-42f2-bae3-3962aada627b] Running

	I0722 03:56:53.551853    3911 system_pods.go:61] "kube-controller-manager-ha-090000-m02" [9173940b-a550-4f67-b37c-78e456b18a13] Running

	I0722 03:56:53.551855    3911 system_pods.go:61] "kube-controller-manager-ha-090000-m03" [75846dcb-f9d9-46c6-8eaa-857c3da39b9a] Running

	I0722 03:56:53.551858    3911 system_pods.go:61] "kube-proxy-8f92w" [10da7b52-073d-40c9-87ea-8484d68147e3] Running

	I0722 03:56:53.551861    3911 system_pods.go:61] "kube-proxy-8wl7h" [210fb608-afcf-4f5c-9b75-cc949c268854] Running

	I0722 03:56:53.551864    3911 system_pods.go:61] "kube-proxy-s5kg7" [8513335b-221c-4602-9aaa-b1e85b828bb4] Running

	I0722 03:56:53.551866    3911 system_pods.go:61] "kube-proxy-xzpdq" [d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7] Running

	I0722 03:56:53.551869    3911 system_pods.go:61] "kube-scheduler-ha-090000" [82031515-de24-4248-97ff-2bb892974db3] Running

	I0722 03:56:53.551872    3911 system_pods.go:61] "kube-scheduler-ha-090000-m02" [2f042e46-2b51-4b25-b94a-c22dde65c7fa] Running

	I0722 03:56:53.551874    3911 system_pods.go:61] "kube-scheduler-ha-090000-m03" [bf7cca91-4911-4f81-bde0-cbb089bd2fd2] Running

	I0722 03:56:53.551877    3911 system_pods.go:61] "kube-vip-ha-090000" [46ed0197-35a7-40cd-8480-0e66a09d4d69] Running

	I0722 03:56:53.551880    3911 system_pods.go:61] "kube-vip-ha-090000-m02" [b6025cfc-c08e-4981-b1b6-4f26ba5d5538] Running

	I0722 03:56:53.551882    3911 system_pods.go:61] "kube-vip-ha-090000-m03" [e7bc337b-5f22-4c55-86cb-1417b15343bd] Running

	I0722 03:56:53.551885    3911 system_pods.go:61] "storage-provisioner" [c1214845-bf0e-4808-9e11-faf18dd3cb3f] Running

	I0722 03:56:53.551889    3911 system_pods.go:74] duration metric: took 190.935916ms to wait for pod list to return data ...

	I0722 03:56:53.551895    3911 default_sa.go:34] waiting for default service account to be created ...

	I0722 03:56:53.741633    3911 request.go:629] Waited for 189.696516ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts

	I0722 03:56:53.741686    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts

	I0722 03:56:53.741703    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.741714    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.741724    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.744889    3911 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds

	I0722 03:56:53.745045    3911 default_sa.go:45] found service account: "default"

	I0722 03:56:53.745059    3911 default_sa.go:55] duration metric: took 193.164449ms for default service account to be created ...

	I0722 03:56:53.745066    3911 system_pods.go:116] waiting for k8s-apps to be running ...

	I0722 03:56:53.941905    3911 request.go:629] Waited for 196.736167ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.941953    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods

	I0722 03:56:53.941965    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:53.941979    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:53.941986    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:53.947853    3911 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds

	I0722 03:56:53.953138    3911 system_pods.go:86] 26 kube-system pods found

	I0722 03:56:53.953150    3911 system_pods.go:89] "coredns-7db6d8ff4d-lf5mv" [cd051db1-dcbb-4fee-85d9-be13d1be38ec] Running

	I0722 03:56:53.953154    3911 system_pods.go:89] "coredns-7db6d8ff4d-mjc97" [ac1f1032-14ce-4c0c-b95b-a86bd4ef7810] Running

	I0722 03:56:53.953158    3911 system_pods.go:89] "etcd-ha-090000" [ec0787c7-a5cb-4375-b6c7-04e80160dbd9] Running

	I0722 03:56:53.953161    3911 system_pods.go:89] "etcd-ha-090000-m02" [70e6e1d6-208c-45b6-ad64-c10be5faedbb] Running

	I0722 03:56:53.953164    3911 system_pods.go:89] "etcd-ha-090000-m03" [ed74b70b-4483-4ac9-9db2-5c1507439fbf] Running

	I0722 03:56:53.953167    3911 system_pods.go:89] "kindnet-kqb2r" [58565238-777a-421f-a15d-38bd5daf596e] Running

	I0722 03:56:53.953171    3911 system_pods.go:89] "kindnet-lf6b4" [aadac04f-abbe-481b-accf-df0991b98748] Running

	I0722 03:56:53.953174    3911 system_pods.go:89] "kindnet-mqxjd" [439b0e4a-14b8-4556-9ae6-6a26590b6d5d] Running

	I0722 03:56:53.953176    3911 system_pods.go:89] "kindnet-xt575" [21e859c8-a102-4b48-ba9d-3b3902be8ba1] Running

	I0722 03:56:53.953179    3911 system_pods.go:89] "kube-apiserver-ha-090000" [c0377564-cef8-4807-8ab1-3fc6f2607591] Running

	I0722 03:56:53.953182    3911 system_pods.go:89] "kube-apiserver-ha-090000-m02" [87130092-7fea-4cf8-a1b4-b2b853d60334] Running

	I0722 03:56:53.953185    3911 system_pods.go:89] "kube-apiserver-ha-090000-m03" [056a2588-da71-4189-93cd-10a92f10d8d4] Running

	I0722 03:56:53.953189    3911 system_pods.go:89] "kube-controller-manager-ha-090000" [89cfb4c4-8d84-42f2-bae3-3962aada627b] Running

	I0722 03:56:53.953192    3911 system_pods.go:89] "kube-controller-manager-ha-090000-m02" [9173940b-a550-4f67-b37c-78e456b18a13] Running

	I0722 03:56:53.953195    3911 system_pods.go:89] "kube-controller-manager-ha-090000-m03" [75846dcb-f9d9-46c6-8eaa-857c3da39b9a] Running

	I0722 03:56:53.953199    3911 system_pods.go:89] "kube-proxy-8f92w" [10da7b52-073d-40c9-87ea-8484d68147e3] Running

	I0722 03:56:53.953203    3911 system_pods.go:89] "kube-proxy-8wl7h" [210fb608-afcf-4f5c-9b75-cc949c268854] Running

	I0722 03:56:53.953206    3911 system_pods.go:89] "kube-proxy-s5kg7" [8513335b-221c-4602-9aaa-b1e85b828bb4] Running

	I0722 03:56:53.953209    3911 system_pods.go:89] "kube-proxy-xzpdq" [d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7] Running

	I0722 03:56:53.953214    3911 system_pods.go:89] "kube-scheduler-ha-090000" [82031515-de24-4248-97ff-2bb892974db3] Running

	I0722 03:56:53.953219    3911 system_pods.go:89] "kube-scheduler-ha-090000-m02" [2f042e46-2b51-4b25-b94a-c22dde65c7fa] Running

	I0722 03:56:53.953222    3911 system_pods.go:89] "kube-scheduler-ha-090000-m03" [bf7cca91-4911-4f81-bde0-cbb089bd2fd2] Running

	I0722 03:56:53.953226    3911 system_pods.go:89] "kube-vip-ha-090000" [46ed0197-35a7-40cd-8480-0e66a09d4d69] Running

	I0722 03:56:53.953229    3911 system_pods.go:89] "kube-vip-ha-090000-m02" [b6025cfc-c08e-4981-b1b6-4f26ba5d5538] Running

	I0722 03:56:53.953232    3911 system_pods.go:89] "kube-vip-ha-090000-m03" [e7bc337b-5f22-4c55-86cb-1417b15343bd] Running

	I0722 03:56:53.953235    3911 system_pods.go:89] "storage-provisioner" [c1214845-bf0e-4808-9e11-faf18dd3cb3f] Running

	I0722 03:56:53.953241    3911 system_pods.go:126] duration metric: took 208.1764ms to wait for k8s-apps to be running ...

	I0722 03:56:53.953247    3911 system_svc.go:44] waiting for kubelet service to be running ....

	I0722 03:56:53.953298    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet

	I0722 03:56:53.964081    3911 system_svc.go:56] duration metric: took 10.830617ms WaitForService to wait for kubelet

	I0722 03:56:53.964094    3911 kubeadm.go:582] duration metric: took 15.014585328s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0722 03:56:53.964109    3911 node_conditions.go:102] verifying NodePressure condition ...

	I0722 03:56:54.141596    3911 request.go:629] Waited for 177.455634ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes

	I0722 03:56:54.141627    3911 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes

	I0722 03:56:54.141632    3911 round_trippers.go:469] Request Headers:

	I0722 03:56:54.141645    3911 round_trippers.go:473]     Accept: application/json, */*

	I0722 03:56:54.141650    3911 round_trippers.go:473]     User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format

	I0722 03:56:54.156645    3911 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds

	I0722 03:56:54.157279    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157291    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157302    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157305    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157309    3911 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki

	I0722 03:56:54.157315    3911 node_conditions.go:123] node cpu capacity is 2

	I0722 03:56:54.157319    3911 node_conditions.go:105] duration metric: took 193.210914ms to run NodePressure ...

	I0722 03:56:54.157327    3911 start.go:241] waiting for startup goroutines ...

	I0722 03:56:54.157344    3911 start.go:255] writing updated cluster config ...

	I0722 03:56:54.178247    3911 out.go:177] 

	I0722 03:56:54.215301    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:56:54.215427    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.237875    3911 out.go:177] * Starting "ha-090000-m04" worker node in "ha-090000" cluster

	I0722 03:56:54.313643    3911 preload.go:131] Checking if preload exists for k8s version v1.30.3 and runtime docker

	I0722 03:56:54.313672    3911 cache.go:56] Caching tarball of preloaded images

	I0722 03:56:54.313891    3911 preload.go:172] Found /Users/jenkins/minikube-integration/19313-1111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download

	I0722 03:56:54.313909    3911 cache.go:59] Finished verifying existence of preloaded tar for v1.30.3 on docker

	I0722 03:56:54.314031    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.314743    3911 start.go:360] acquireMachinesLock for ha-090000-m04: {Name:mk52223550765842aacf96640479870ec8b5e985 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}

	I0722 03:56:54.314865    3911 start.go:364] duration metric: took 97.548µs to acquireMachinesLock for "ha-090000-m04"

	I0722 03:56:54.314900    3911 start.go:96] Skipping create...Using existing machine configuration

	I0722 03:56:54.314909    3911 fix.go:54] fixHost starting: m04

	I0722 03:56:54.315362    3911 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit

	I0722 03:56:54.315392    3911 main.go:141] libmachine: Launching plugin server for driver hyperkit

	I0722 03:56:54.324846    3911 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52004

	I0722 03:56:54.325299    3911 main.go:141] libmachine: () Calling .GetVersion

	I0722 03:56:54.325696    3911 main.go:141] libmachine: Using API Version  1

	I0722 03:56:54.325717    3911 main.go:141] libmachine: () Calling .SetConfigRaw

	I0722 03:56:54.325994    3911 main.go:141] libmachine: () Calling .GetMachineName

	I0722 03:56:54.326143    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:56:54.326258    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetState

	I0722 03:56:54.326348    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.326459    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid from json: 3802

	I0722 03:56:54.327677    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid 3802 missing from process table

	I0722 03:56:54.327712    3911 fix.go:112] recreateIfNeeded on ha-090000-m04: state=Stopped err=<nil>

	I0722 03:56:54.327724    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	W0722 03:56:54.327832    3911 fix.go:138] unexpected machine state, will restart: <nil>

	I0722 03:56:54.347991    3911 out.go:177] * Restarting existing hyperkit VM for "ha-090000-m04" ...

	I0722 03:56:54.405790    3911 main.go:141] libmachine: (ha-090000-m04) Calling .Start

	I0722 03:56:54.406014    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.406069    3911 main.go:141] libmachine: (ha-090000-m04) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid

	I0722 03:56:54.407060    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid 3802 missing from process table

	I0722 03:56:54.407069    3911 main.go:141] libmachine: (ha-090000-m04) DBG | pid 3802 is in state "Stopped"

	I0722 03:56:54.407087    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid...

	I0722 03:56:54.407246    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Using UUID f13599ad-3762-43bd-a5c6-6cfffb7afaca

	I0722 03:56:54.437806    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Generated MAC ca:7d:32:d9:5d:55

	I0722 03:56:54.437841    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000

	I0722 03:56:54.437986    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f13599ad-3762-43bd-a5c6-6cfffb7afaca", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6900)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:56:54.438025    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"f13599ad-3762-43bd-a5c6-6cfffb7afaca", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6900)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}

	I0722 03:56:54.438089    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "f13599ad-3762-43bd-a5c6-6cfffb7afaca", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/ha-090000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machine

s/ha-090000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"}

	I0722 03:56:54.438135    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U f13599ad-3762-43bd-a5c6-6cfffb7afaca -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/ha-090000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/tty,log=/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/bzimage,/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/initrd,earlyprintk=serial loglevel=3 console=t

tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-090000"

	I0722 03:56:54.438159    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Redirecting stdout/stderr to logger

	I0722 03:56:54.439735    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 DEBUG: hyperkit: Pid is 3973

	I0722 03:56:54.440437    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Attempt 0

	I0722 03:56:54.440473    3911 main.go:141] libmachine: (ha-090000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0

	I0722 03:56:54.440546    3911 main.go:141] libmachine: (ha-090000-m04) DBG | hyperkit pid from json: 3973

	I0722 03:56:54.443188    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Searching for ca:7d:32:d9:5d:55 in /var/db/dhcpd_leases ...

	I0722 03:56:54.443309    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Found 7 entries in /var/db/dhcpd_leases!

	I0722 03:56:54.443345    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:4e:65:fa:f9:26:3 ID:1,4e:65:fa:f9:26:3 Lease:0x669f8c45}

	I0722 03:56:54.443358    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:de:e:68:47:cf:44 ID:1,de:e:68:47:cf:44 Lease:0x669f8c1b}

	I0722 03:56:54.443395    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:b6:20:31:8d:e0:89 ID:1,b6:20:31:8d:e0:89 Lease:0x669e3a76}

	I0722 03:56:54.443440    3911 main.go:141] libmachine: (ha-090000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:ca:7d:32:d9:5d:55 ID:1,ca:7d:32:d9:5d:55 Lease:0x669f8bc8}

	I0722 03:56:54.443458    3911 main.go:141] libmachine: (ha-090000-m04) DBG | Found match: ca:7d:32:d9:5d:55

	I0722 03:56:54.443482    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetConfigRaw

	I0722 03:56:54.443506    3911 main.go:141] libmachine: (ha-090000-m04) DBG | IP: 192.169.0.8

	I0722 03:56:54.444347    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:56:54.444653    3911 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19313-1111/.minikube/profiles/ha-090000/config.json ...

	I0722 03:56:54.445364    3911 machine.go:94] provisionDockerMachine start ...

	I0722 03:56:54.445380    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:56:54.445624    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:56:54.445766    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:56:54.445925    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:56:54.446085    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:56:54.446269    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:56:54.446478    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:56:54.446750    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:56:54.446762    3911 main.go:141] libmachine: About to run SSH command:

	hostname

	I0722 03:56:54.450021    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: Using fd 5 for I/O notifications

	I0722 03:56:54.474479    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD

	I0722 03:56:54.475620    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:56:54.475643    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:56:54.475657    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:56:54.475667    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:56:54.866202    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0

	I0722 03:56:54.866218    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0

	I0722 03:56:54.981166    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0

	I0722 03:56:54.981182    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0

	I0722 03:56:54.981189    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0

	I0722 03:56:54.981195    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0

	I0722 03:56:54.982030    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1

	I0722 03:56:54.982040    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:56:54 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1

	I0722 03:57:00.347122    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1

	I0722 03:57:00.347199    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1

	I0722 03:57:00.347212    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1

	I0722 03:57:00.370939    3911 main.go:141] libmachine: (ha-090000-m04) DBG | 2024/07/22 03:57:00 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1

	I0722 03:57:29.507146    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube

	I0722 03:57:29.507164    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.507326    3911 buildroot.go:166] provisioning hostname "ha-090000-m04"

	I0722 03:57:29.507337    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.507436    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.507532    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.507631    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.507730    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.507816    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.507942    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.508105    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.508119    3911 main.go:141] libmachine: About to run SSH command:

	sudo hostname ha-090000-m04 && echo "ha-090000-m04" | sudo tee /etc/hostname

	I0722 03:57:29.566504    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-090000-m04

	I0722 03:57:29.566520    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.566676    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.566768    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.566861    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.566958    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.567095    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.567238    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.567250    3911 main.go:141] libmachine: About to run SSH command:

			if ! grep -xq '.*\sha-090000-m04' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-090000-m04/g' /etc/hosts;

				else 

					echo '127.0.1.1 ha-090000-m04' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0722 03:57:29.622448    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 

	I0722 03:57:29.622463    3911 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19313-1111/.minikube CaCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19313-1111/.minikube}

	I0722 03:57:29.622472    3911 buildroot.go:174] setting up certificates

	I0722 03:57:29.622479    3911 provision.go:84] configureAuth start

	I0722 03:57:29.622486    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetMachineName

	I0722 03:57:29.622644    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:57:29.622751    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.622856    3911 provision.go:143] copyHostCerts

	I0722 03:57:29.622886    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:57:29.622945    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem, removing ...

	I0722 03:57:29.622952    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem

	I0722 03:57:29.623163    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/ca.pem (1078 bytes)

	I0722 03:57:29.623368    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:57:29.623410    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem, removing ...

	I0722 03:57:29.623415    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem

	I0722 03:57:29.623495    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/cert.pem (1123 bytes)

	I0722 03:57:29.623640    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:57:29.623679    3911 exec_runner.go:144] found /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem, removing ...

	I0722 03:57:29.623684    3911 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem

	I0722 03:57:29.623770    3911 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19313-1111/.minikube/key.pem (1675 bytes)

	I0722 03:57:29.623918    3911 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca-key.pem org=jenkins.ha-090000-m04 san=[127.0.0.1 192.169.0.8 ha-090000-m04 localhost minikube]

	I0722 03:57:29.798481    3911 provision.go:177] copyRemoteCerts

	I0722 03:57:29.798536    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0722 03:57:29.798553    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.798720    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.798832    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.798934    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.799034    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:29.828994    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem -> /etc/docker/ca.pem

	I0722 03:57:29.829071    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)

	I0722 03:57:29.849145    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem -> /etc/docker/server.pem

	I0722 03:57:29.849216    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)

	I0722 03:57:29.868964    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem

	I0722 03:57:29.869035    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0722 03:57:29.889770    3911 provision.go:87] duration metric: took 267.289907ms to configureAuth

	I0722 03:57:29.889784    3911 buildroot.go:189] setting minikube options for container-runtime

	I0722 03:57:29.889952    3911 config.go:182] Loaded profile config "ha-090000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.3

	I0722 03:57:29.889967    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:29.890101    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.890199    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.890275    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.890367    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.890452    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.890562    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.890690    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.890698    3911 main.go:141] libmachine: About to run SSH command:

	df --output=fstype / | tail -n 1

	I0722 03:57:29.941114    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs

	I0722 03:57:29.941126    3911 buildroot.go:70] root file system type: tmpfs

	I0722 03:57:29.941203    3911 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...

	I0722 03:57:29.941214    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.941336    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.941424    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.941505    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.941596    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:29.941717    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:29.941859    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:29.941908    3911 main.go:141] libmachine: About to run SSH command:

	sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment="NO_PROXY=192.169.0.5"

	Environment="NO_PROXY=192.169.0.5,192.169.0.6"

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP \$MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	" | sudo tee /lib/systemd/system/docker.service.new

	I0722 03:57:29.999626    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]

	Description=Docker Application Container Engine

	Documentation=https://docs.docker.com

	After=network.target  minikube-automount.service docker.socket

	Requires= minikube-automount.service docker.socket 

	StartLimitBurst=3

	StartLimitIntervalSec=60

	[Service]

	Type=notify

	Restart=on-failure

	Environment=NO_PROXY=192.169.0.5

	Environment=NO_PROXY=192.169.0.5,192.169.0.6

	# This file is a systemd drop-in unit that inherits from the base dockerd configuration.

	# The base configuration already specifies an 'ExecStart=...' command. The first directive

	# here is to clear out that command inherited from the base configuration. Without this,

	# the command from the base configuration and the command specified here are treated as

	# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd

	# will catch this invalid input and refuse to start the service with an error like:

	#  Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.

	# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other

	# container runtimes. If left unlimited, it may result in OOM issues with MySQL.

	ExecStart=

	ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12 

	ExecReload=/bin/kill -s HUP $MAINPID

	# Having non-zero Limit*s causes performance problems due to accounting overhead

	# in the kernel. We recommend using cgroups to do container-local accounting.

	LimitNOFILE=infinity

	LimitNPROC=infinity

	LimitCORE=infinity

	# Uncomment TasksMax if your systemd version supports it.

	# Only systemd 226 and above support this version.

	TasksMax=infinity

	TimeoutStartSec=0

	# set delegate yes so that systemd does not reset the cgroups of docker containers

	Delegate=yes

	# kill only the docker process, not all processes in the cgroup

	KillMode=process

	[Install]

	WantedBy=multi-user.target

	I0722 03:57:29.999643    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:29.999785    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:29.999874    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:29.999968    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:30.000060    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:30.000202    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:30.000354    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:30.000367    3911 main.go:141] libmachine: About to run SSH command:

	sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }

	I0722 03:57:31.614623    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory

	Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.

	I0722 03:57:31.614645    3911 machine.go:97] duration metric: took 37.170271356s to provisionDockerMachine

	I0722 03:57:31.614654    3911 start.go:293] postStartSetup for "ha-090000-m04" (driver="hyperkit")

	I0722 03:57:31.614661    3911 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0722 03:57:31.614672    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.614863    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0722 03:57:31.614878    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.614977    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.615074    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.615173    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.615258    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.646689    3911 ssh_runner.go:195] Run: cat /etc/os-release

	I0722 03:57:31.649952    3911 info.go:137] Remote host: Buildroot 2023.02.9

	I0722 03:57:31.649963    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/addons for local assets ...

	I0722 03:57:31.650063    3911 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19313-1111/.minikube/files for local assets ...

	I0722 03:57:31.650246    3911 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> 16372.pem in /etc/ssl/certs

	I0722 03:57:31.650252    3911 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem -> /etc/ssl/certs/16372.pem

	I0722 03:57:31.650455    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs

	I0722 03:57:31.658413    3911 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19313-1111/.minikube/files/etc/ssl/certs/16372.pem --> /etc/ssl/certs/16372.pem (1708 bytes)

	I0722 03:57:31.678576    3911 start.go:296] duration metric: took 63.915273ms for postStartSetup

	I0722 03:57:31.678597    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.678768    3911 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup

	I0722 03:57:31.678782    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.678870    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.678960    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.679037    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.679115    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.710161    3911 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]

	I0722 03:57:31.710221    3911 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /

	I0722 03:57:31.764084    3911 fix.go:56] duration metric: took 37.450180093s for fixHost

	I0722 03:57:31.764110    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.764259    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.764351    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.764456    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.764557    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.764680    3911 main.go:141] libmachine: Using SSH client type: native

	I0722 03:57:31.764822    3911 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb2830c0] 0xb285e20 <nil>  [] 0s} 192.169.0.8 22 <nil> <nil>}

	I0722 03:57:31.764829    3911 main.go:141] libmachine: About to run SSH command:

	date +%!s(MISSING).%!N(MISSING)

	I0722 03:57:31.816488    3911 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721645852.004461870

	I0722 03:57:31.816502    3911 fix.go:216] guest clock: 1721645852.004461870

	I0722 03:57:31.816508    3911 fix.go:229] Guest: 2024-07-22 03:57:32.00446187 -0700 PDT Remote: 2024-07-22 03:57:31.764099 -0700 PDT m=+137.801419594 (delta=240.36287ms)

	I0722 03:57:31.816522    3911 fix.go:200] guest clock delta is within tolerance: 240.36287ms

	I0722 03:57:31.816527    3911 start.go:83] releasing machines lock for "ha-090000-m04", held for 37.50265184s

	I0722 03:57:31.816545    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.816680    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetIP

	I0722 03:57:31.839252    3911 out.go:177] * Found network options:

	I0722 03:57:31.860719    3911 out.go:177]   - NO_PROXY=192.169.0.5,192.169.0.6

	W0722 03:57:31.881811    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	W0722 03:57:31.881829    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:57:31.881843    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882321    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882463    3911 main.go:141] libmachine: (ha-090000-m04) Calling .DriverName

	I0722 03:57:31.882549    3911 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/

	I0722 03:57:31.882589    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	W0722 03:57:31.882613    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	W0722 03:57:31.882631    3911 proxy.go:119] fail to check proxy env: Error ip not in block

	I0722 03:57:31.882716    3911 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"

	I0722 03:57:31.882718    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.882733    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHHostname

	I0722 03:57:31.882836    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.882856    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHPort

	I0722 03:57:31.882964    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHKeyPath

	I0722 03:57:31.883010    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.883091    3911 main.go:141] libmachine: (ha-090000-m04) Calling .GetSSHUsername

	I0722 03:57:31.883141    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	I0722 03:57:31.883196    3911 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19313-1111/.minikube/machines/ha-090000-m04/id_rsa Username:docker}

	W0722 03:57:31.910458    3911 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found

	I0722 03:57:31.910515    3911 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;

	I0722 03:57:31.960457    3911 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)

	I0722 03:57:31.960475    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:57:31.960567    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:57:31.976097    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"

	I0722 03:57:31.984637    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"

	I0722 03:57:31.992923    3911 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...

	I0722 03:57:31.992964    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"

	I0722 03:57:32.001492    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:57:32.009758    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"

	I0722 03:57:32.018152    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"

	I0722 03:57:32.026574    3911 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"

	I0722 03:57:32.034947    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"

	I0722 03:57:32.043182    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"

	I0722 03:57:32.051485    3911 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1  enable_unprivileged_ports = true|' /etc/containerd/config.toml"

	I0722 03:57:32.059820    3911 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0722 03:57:32.067251    3911 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0722 03:57:32.074803    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:57:32.169893    3911 ssh_runner.go:195] Run: sudo systemctl restart containerd

	I0722 03:57:32.188393    3911 start.go:495] detecting cgroup driver to use...

	I0722 03:57:32.188465    3911 ssh_runner.go:195] Run: sudo systemctl cat docker.service

	I0722 03:57:32.206602    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:57:32.223241    3911 ssh_runner.go:195] Run: sudo systemctl stop -f containerd

	I0722 03:57:32.241086    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd

	I0722 03:57:32.252378    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:57:32.263494    3911 ssh_runner.go:195] Run: sudo systemctl stop -f crio

	I0722 03:57:32.285713    3911 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio

	I0722 03:57:32.296269    3911 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0722 03:57:32.311089    3911 ssh_runner.go:195] Run: which cri-dockerd

	I0722 03:57:32.314143    3911 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d

	I0722 03:57:32.321424    3911 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)

	I0722 03:57:32.335207    3911 ssh_runner.go:195] Run: sudo systemctl unmask docker.service

	I0722 03:57:32.429597    3911 ssh_runner.go:195] Run: sudo systemctl enable docker.socket

	I0722 03:57:32.542464    3911 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...

	I0722 03:57:32.542490    3911 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)

	I0722 03:57:32.557136    3911 ssh_runner.go:195] Run: sudo systemctl daemon-reload

	I0722 03:57:32.660326    3911 ssh_runner.go:195] Run: sudo systemctl restart docker

	I0722 03:58:33.699453    3911 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.040752064s)

	I0722 03:58:33.699525    3911 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker

	I0722 03:58:33.734950    3911 out.go:177] 

	W0722 03:58:33.756536    3911 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1

	stdout:

	stderr:

	Job for docker.service failed because the control process exited with error code.

	See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.

	sudo journalctl --no-pager -u docker:

	-- stdout --

	Jul 22 10:57:29 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446112727Z" level=info msg="Starting up"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.446594219Z" level=info msg="containerd not running, starting managed containerd"

	Jul 22 10:57:29 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:29.447194660Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=516

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.462050990Z" level=info msg="starting containerd" revision=8fc6bcff51318944179630522a095cc9dbf9f353 version=v1.7.20

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476816092Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476858837Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476899215Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.476909407Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477031508Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477068105Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477176376Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477210709Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477222939Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477230881Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477351816Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.477553357Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479128485Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479167134Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479271300Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479304705Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479417021Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.479458809Z" level=info msg="metadata content store policy set" policy=shared

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481448117Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481494900Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481508142Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481517623Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481527464Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481569984Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481744950Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481852966Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481872403Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481907193Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481919076Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481928860Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481936657Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481955520Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481967273Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481975440Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481983423Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.481991104Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482004822Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482014286Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482022158Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482030329Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482040470Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482053851Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482064290Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482072410Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482080983Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482093264Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482100888Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482108346Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482115856Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482130159Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482146190Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482154580Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482161596Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482209554Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482243396Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482253257Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482261382Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482267623Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482276094Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482285841Z" level=info msg="NRI interface is disabled by configuration."

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482429840Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482484213Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482510048Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock

	Jul 22 10:57:29 ha-090000-m04 dockerd[516]: time="2024-07-22T10:57:29.482541660Z" level=info msg="containerd successfully booted in 0.021090s"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.467405362Z" level=info msg="[graphdriver] trying configured driver: overlay2"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.479322696Z" level=info msg="Loading containers: start."

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.599220957Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"

	Jul 22 10:57:30 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:30.665815288Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.771955379Z" level=warning msg="error locating sandbox id 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315: sandbox 023e4273edcd40723038879300e7321a9aec3901cb772dbfe3c38850836b1315 not found"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.772061725Z" level=info msg="Loading containers: done."

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779357823Z" level=info msg="Docker daemon" commit=662f78c containerd-snapshotter=false storage-driver=overlay2 version=27.0.3

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.779511676Z" level=info msg="Daemon has completed initialization"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801250223Z" level=info msg="API listen on /var/run/docker.sock"

	Jul 22 10:57:31 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:31.801353911Z" level=info msg="API listen on [::]:2376"

	Jul 22 10:57:31 ha-090000-m04 systemd[1]: Started Docker Application Container Engine.

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.860896719Z" level=info msg="Processing signal 'terminated'"

	Jul 22 10:57:32 ha-090000-m04 systemd[1]: Stopping Docker Application Container Engine...

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862255865Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862561859Z" level=info msg="Daemon shutdown complete"

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862690583Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby

	Jul 22 10:57:32 ha-090000-m04 dockerd[509]: time="2024-07-22T10:57:32.862732129Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: docker.service: Deactivated successfully.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Stopped Docker Application Container Engine.

	Jul 22 10:57:33 ha-090000-m04 systemd[1]: Starting Docker Application Container Engine...

	Jul 22 10:57:33 ha-090000-m04 dockerd[1100]: time="2024-07-22T10:57:33.897261523Z" level=info msg="Starting up"

	Jul 22 10:58:33 ha-090000-m04 dockerd[1100]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: docker.service: Failed with result 'exit-code'.

	Jul 22 10:58:33 ha-090000-m04 systemd[1]: Failed to start Docker Application Container Engine.

	-- /stdout --

	W0722 03:58:33.756659    3911 out.go:239] * 

	W0722 03:58:33.757887    3911 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮

	│                                                                                             │

	│    * If the above advice does not help, please let us know:                                 │

	│      https://github.com/kubernetes/minikube/issues/new/choose                               │

	│                                                                                             │

	│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │

	│                                                                                             │

	╰─────────────────────────────────────────────────────────────────────────────────────────────╯

	I0722 03:58:33.836490    3911 out.go:177] 

	==> Docker <==

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.322254347Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.322411712Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.322506665Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.324060847Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 cri-dockerd[1362]: time="2024-07-22T10:57:24Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/7fa5abbbfcc70888391d1fe46cf13ea2dd225349b0b899c6f8e60fd6b585bd3a/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.381899070Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.382048336Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.382062675Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.382185963Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.433062434Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.433701381Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.433819122Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.434274603Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.614154636Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.614280634Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.614291998Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:24 ha-090000 dockerd[1114]: time="2024-07-22T10:57:24.614661459Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:57:54 ha-090000 dockerd[1108]: time="2024-07-22T10:57:54.856709477Z" level=info msg="ignoring event" container=ea06caf73a7d0c82f3188bf4c821f988c6d96a724553f9eb2405d48823ccb42d module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"

	Jul 22 10:57:54 ha-090000 dockerd[1114]: time="2024-07-22T10:57:54.856997797Z" level=info msg="shim disconnected" id=ea06caf73a7d0c82f3188bf4c821f988c6d96a724553f9eb2405d48823ccb42d namespace=moby

	Jul 22 10:57:54 ha-090000 dockerd[1114]: time="2024-07-22T10:57:54.857029303Z" level=warning msg="cleaning up after shim disconnected" id=ea06caf73a7d0c82f3188bf4c821f988c6d96a724553f9eb2405d48823ccb42d namespace=moby

	Jul 22 10:57:54 ha-090000 dockerd[1114]: time="2024-07-22T10:57:54.857035486Z" level=info msg="cleaning up dead shim" namespace=moby

	Jul 22 10:58:10 ha-090000 dockerd[1114]: time="2024-07-22T10:58:10.369414842Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1

	Jul 22 10:58:10 ha-090000 dockerd[1114]: time="2024-07-22T10:58:10.369475705Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1

	Jul 22 10:58:10 ha-090000 dockerd[1114]: time="2024-07-22T10:58:10.369515025Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	Jul 22 10:58:10 ha-090000 dockerd[1114]: time="2024-07-22T10:58:10.369868470Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1

	==> container status <==

	CONTAINER           IMAGE               CREATED              STATE               NAME                      ATTEMPT             POD ID              POD

	3c38b6dfe3f08       6e38f40d628db       25 seconds ago       Running             storage-provisioner       3                   63b37a4b34936       storage-provisioner

	dbee947401e9e       8c811b4aec35f       About a minute ago   Running             busybox                   2                   7fa5abbbfcc70       busybox-fc5497c4f-2tcf2

	421317be1b454       6f1d07c71fa0f       About a minute ago   Running             kindnet-cni               2                   f70ae8f7b153f       kindnet-mqxjd

	22d788aa28349       cbb01a7bd410d       About a minute ago   Running             coredns                   2                   4e646db94a0f3       coredns-7db6d8ff4d-lf5mv

	ea06caf73a7d0       6e38f40d628db       About a minute ago   Exited              storage-provisioner       2                   63b37a4b34936       storage-provisioner

	6a1a698341695       cbb01a7bd410d       About a minute ago   Running             coredns                   2                   af9872ab6752e       coredns-7db6d8ff4d-mjc97

	9ea9aba3e1e98       55bb025d2cfa5       About a minute ago   Running             kube-proxy                2                   372499e41b533       kube-proxy-xzpdq

	38dfb2ab5697d       76932a3b37d7e       About a minute ago   Running             kube-controller-manager   4                   696d1720743f7       kube-controller-manager-ha-090000

	945dd2cdb8d5e       1f6d574d502f3       About a minute ago   Running             kube-apiserver            4                   f90e22d71e804       kube-apiserver-ha-090000

	d4bee2dc89b59       38af8ddebf499       2 minutes ago        Running             kube-vip                  1                   ed980c36ff3a0       kube-vip-ha-090000

	cbe7a7a54b053       3edc18e7b7672       2 minutes ago        Running             kube-scheduler            2                   060bad469022e       kube-scheduler-ha-090000

	288b4db4b4674       3861cfcd7c04c       2 minutes ago        Running             etcd                      2                   13882f0cb79d3       etcd-ha-090000

	0469220f71ca8       76932a3b37d7e       2 minutes ago        Exited              kube-controller-manager   3                   696d1720743f7       kube-controller-manager-ha-090000

	4b11d2fc0144c       1f6d574d502f3       2 minutes ago        Exited              kube-apiserver            3                   f90e22d71e804       kube-apiserver-ha-090000

	55fbc8e5d31b7       cbb01a7bd410d       5 minutes ago        Exited              coredns                   1                   ee6d0b35bdb3e       coredns-7db6d8ff4d-lf5mv

	1138d893c2d9d       cbb01a7bd410d       6 minutes ago        Exited              coredns                   1                   b7d38b6fa5afe       coredns-7db6d8ff4d-mjc97

	0cf43afb12ba9       6f1d07c71fa0f       6 minutes ago        Exited              kindnet-cni               1                   c2c5f6c134990       kindnet-mqxjd

	391ccb3367a92       55bb025d2cfa5       6 minutes ago        Exited              kube-proxy                1                   a7ddfdc244624       kube-proxy-xzpdq

	c354917eb9a7f       8c811b4aec35f       6 minutes ago        Exited              busybox                   1                   4b6299052dfcb       busybox-fc5497c4f-2tcf2

	b156ed53a712c       38af8ddebf499       7 minutes ago        Exited              kube-vip                  0                   403e3036bbfc3       kube-vip-ha-090000

	13f15d0cc8b35       3861cfcd7c04c       7 minutes ago        Exited              etcd                      1                   d23a99af3047f       etcd-ha-090000

	2c775554c943e       3edc18e7b7672       7 minutes ago        Exited              kube-scheduler            1                   d552ca73d0455       kube-scheduler-ha-090000

	==> coredns [1138d893c2d9] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f

	CoreDNS-1.11.1

	linux/amd64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:33736 - 25278 "HINFO IN 2232067124097066746.5321966554492967552. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.017294568s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> coredns [22d788aa2834] <==

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f

	CoreDNS-1.11.1

	linux/amd64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:60421 - 52053 "HINFO IN 2117351152882643557.306907224904004981. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.0117126s

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[1646561162]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.636) (total time: 30001ms):

	Trace[1646561162]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:57:54.637)

	Trace[1646561162]: [30.001499419s] [30.001499419s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[204250251]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.637) (total time: 30003ms):

	Trace[204250251]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:57:54.638)

	Trace[204250251]: [30.003162507s] [30.003162507s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[1668393]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.637) (total time: 30003ms):

	Trace[1668393]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (10:57:54.638)

	Trace[1668393]: [30.003053761s] [30.003053761s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	==> coredns [55fbc8e5d31b] <==

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f

	CoreDNS-1.11.1

	linux/amd64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:50575 - 59902 "HINFO IN 3988656002558365066.2402106395491727482. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.01065485s

	[INFO] SIGTERM: Shutting down servers then terminating

	[INFO] plugin/health: Going into lameduck mode for 5s

	==> coredns [6a1a69834169] <==

	[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server

	[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API

	.:53

	[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f

	CoreDNS-1.11.1

	linux/amd64, go1.20.7, ae2bbc2

	[INFO] 127.0.0.1:55362 - 47981 "HINFO IN 3732672677383048017.8374754956493277366. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.011991665s

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/ready: Still waiting on: "kubernetes"

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[975084044]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.636) (total time: 30002ms):

	Trace[975084044]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:57:54.637)

	Trace[975084044]: [30.002362908s] [30.002362908s] END

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[901565610]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.635) (total time: 30004ms):

	Trace[901565610]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (10:57:54.638)

	Trace[901565610]: [30.004123041s] [30.004123041s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[INFO] plugin/kubernetes: Trace[882114494]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (22-Jul-2024 10:57:24.636) (total time: 30003ms):

	Trace[882114494]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (10:57:54.637)

	Trace[882114494]: [30.003053378s] [30.003053378s] END

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout

	==> describe nodes <==

	Name:               ha-090000

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=amd64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=amd64

	                    kubernetes.io/hostname=ha-090000

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=8e5b1d22910d5d447b525af478862a848159d7b7

	                    minikube.k8s.io/name=ha-090000

	                    minikube.k8s.io/primary=true

	                    minikube.k8s.io/updated_at=2024_07_22T03_43_11_0700

	                    minikube.k8s.io/version=v1.33.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 22 Jul 2024 10:43:07 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  ha-090000

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 22 Jul 2024 10:58:35 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 22 Jul 2024 10:56:52 +0000   Mon, 22 Jul 2024 10:43:07 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 22 Jul 2024 10:56:52 +0000   Mon, 22 Jul 2024 10:43:07 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 22 Jul 2024 10:56:52 +0000   Mon, 22 Jul 2024 10:43:07 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 22 Jul 2024 10:56:52 +0000   Mon, 22 Jul 2024 10:43:42 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.169.0.5

	  Hostname:    ha-090000

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	System Info:

	  Machine ID:                 e090de7f3c6a411da7987789cad7e565

	  System UUID:                865e4f09-0000-0000-8c93-9ca2b7f6f541

	  Boot ID:                    303932c9-04d5-4f3a-ad0c-ae1b2083c258

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               amd64

	  Container Runtime Version:  docker://27.0.3

	  Kubelet Version:            v1.30.3

	  Kube-Proxy Version:         v1.30.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (11 in total)

	  Namespace                   Name                                 CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                 ------------  ----------  ---------------  -------------  ---

	  default                     busybox-fc5497c4f-2tcf2              0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         12m

	  kube-system                 coredns-7db6d8ff4d-lf5mv             100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (3%!)(MISSING)        170Mi (8%!)(MISSING)     15m

	  kube-system                 coredns-7db6d8ff4d-mjc97             100m (5%!)(MISSING)     0 (0%!)(MISSING)      70Mi (3%!)(MISSING)        170Mi (8%!)(MISSING)     15m

	  kube-system                 etcd-ha-090000                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (4%!)(MISSING)       0 (0%!)(MISSING)         15m

	  kube-system                 kindnet-mqxjd                        100m (5%!)(MISSING)     100m (5%!)(MISSING)   50Mi (2%!)(MISSING)        50Mi (2%!)(MISSING)      15m

	  kube-system                 kube-apiserver-ha-090000             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         15m

	  kube-system                 kube-controller-manager-ha-090000    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         15m

	  kube-system                 kube-proxy-xzpdq                     0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         15m

	  kube-system                 kube-scheduler-ha-090000             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         15m

	  kube-system                 kube-vip-ha-090000                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         6m32s

	  kube-system                 storage-provisioner                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         15m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests     Limits

	  --------           --------     ------

	  cpu                950m (47%!)(MISSING)   100m (5%!)(MISSING)

	  memory             290Mi (13%!)(MISSING)  390Mi (18%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)       0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)       0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age                    From             Message

	  ----    ------                   ----                   ----             -------

	  Normal  Starting                 6m4s                   kube-proxy       

	  Normal  Starting                 15m                    kube-proxy       

	  Normal  Starting                 70s                    kube-proxy       

	  Normal  NodeHasNoDiskPressure    15m                    kubelet          Node ha-090000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     15m                    kubelet          Node ha-090000 status is now: NodeHasSufficientPID

	  Normal  Starting                 15m                    kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  15m                    kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasSufficientMemory  15m                    kubelet          Node ha-090000 status is now: NodeHasSufficientMemory

	  Normal  RegisteredNode           15m                    node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  NodeReady                14m                    kubelet          Node ha-090000 status is now: NodeReady

	  Normal  RegisteredNode           14m                    node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  RegisteredNode           12m                    node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  RegisteredNode           8m50s                  node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  Starting                 7m42s                  kubelet          Starting kubelet.

	  Normal  NodeAllocatableEnforced  7m42s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  NodeHasNoDiskPressure    7m41s (x8 over 7m42s)  kubelet          Node ha-090000 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientMemory  7m41s (x8 over 7m42s)  kubelet          Node ha-090000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasSufficientPID     7m41s (x7 over 7m42s)  kubelet          Node ha-090000 status is now: NodeHasSufficientPID

	  Normal  RegisteredNode           6m37s                  node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  RegisteredNode           6m36s                  node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  RegisteredNode           6m9s                   node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  NodeHasSufficientPID     2m39s (x7 over 2m39s)  kubelet          Node ha-090000 status is now: NodeHasSufficientPID

	  Normal  Starting                 2m39s                  kubelet          Starting kubelet.

	  Normal  NodeHasSufficientMemory  2m39s (x8 over 2m39s)  kubelet          Node ha-090000 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    2m39s (x8 over 2m39s)  kubelet          Node ha-090000 status is now: NodeHasNoDiskPressure

	  Normal  NodeAllocatableEnforced  2m39s                  kubelet          Updated Node Allocatable limit across pods

	  Normal  RegisteredNode           95s                    node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	  Normal  RegisteredNode           93s                    node-controller  Node ha-090000 event: Registered Node ha-090000 in Controller

	Name:               ha-090000-m02

	Roles:              control-plane

	Labels:             beta.kubernetes.io/arch=amd64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=amd64

	                    kubernetes.io/hostname=ha-090000-m02

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=8e5b1d22910d5d447b525af478862a848159d7b7

	                    minikube.k8s.io/name=ha-090000

	                    minikube.k8s.io/primary=false

	                    minikube.k8s.io/updated_at=2024_07_22T03_44_17_0700

	                    minikube.k8s.io/version=v1.33.1

	                    node-role.kubernetes.io/control-plane=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 22 Jul 2024 10:44:14 +0000

	Taints:             <none>

	Unschedulable:      false

	Lease:

	  HolderIdentity:  ha-090000-m02

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 22 Jul 2024 10:58:31 +0000

	Conditions:

	  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message

	  ----             ------  -----------------                 ------------------                ------                       -------

	  MemoryPressure   False   Mon, 22 Jul 2024 10:56:49 +0000   Mon, 22 Jul 2024 10:44:14 +0000   KubeletHasSufficientMemory   kubelet has sufficient memory available

	  DiskPressure     False   Mon, 22 Jul 2024 10:56:49 +0000   Mon, 22 Jul 2024 10:44:14 +0000   KubeletHasNoDiskPressure     kubelet has no disk pressure

	  PIDPressure      False   Mon, 22 Jul 2024 10:56:49 +0000   Mon, 22 Jul 2024 10:44:14 +0000   KubeletHasSufficientPID      kubelet has sufficient PID available

	  Ready            True    Mon, 22 Jul 2024 10:56:49 +0000   Mon, 22 Jul 2024 10:44:36 +0000   KubeletReady                 kubelet is posting ready status

	Addresses:

	  InternalIP:  192.169.0.6

	  Hostname:    ha-090000-m02

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	System Info:

	  Machine ID:                 653da24da8184d5683495d77f2663655

	  System UUID:                a2384298-0000-0000-98be-9d336c163b01

	  Boot ID:                    3ccf92f6-5554-420f-a8c6-c419f6124a20

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               amd64

	  Container Runtime Version:  docker://27.0.3

	  Kubelet Version:            v1.30.3

	  Kube-Proxy Version:         v1.30.3

	PodCIDR:                      10.244.1.0/24

	PodCIDRs:                     10.244.1.0/24

	Non-terminated Pods:          (8 in total)

	  Namespace                   Name                                     CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                     ------------  ----------  ---------------  -------------  ---

	  default                     busybox-fc5497c4f-8n2c6                  0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         12m

	  kube-system                 etcd-ha-090000-m02                       100m (5%!)(MISSING)     0 (0%!)(MISSING)      100Mi (4%!)(MISSING)       0 (0%!)(MISSING)         14m

	  kube-system                 kindnet-xt575                            100m (5%!)(MISSING)     100m (5%!)(MISSING)   50Mi (2%!)(MISSING)        50Mi (2%!)(MISSING)      14m

	  kube-system                 kube-apiserver-ha-090000-m02             250m (12%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         14m

	  kube-system                 kube-controller-manager-ha-090000-m02    200m (10%!)(MISSING)    0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         14m

	  kube-system                 kube-proxy-8wl7h                         0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         14m

	  kube-system                 kube-scheduler-ha-090000-m02             100m (5%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         14m

	  kube-system                 kube-vip-ha-090000-m02                   0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         14m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                750m (37%!)(MISSING)  100m (5%!)(MISSING)

	  memory             150Mi (7%!)(MISSING)  50Mi (2%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type     Reason                   Age                    From             Message

	  ----     ------                   ----                   ----             -------

	  Normal   Starting                 99s                    kube-proxy       

	  Normal   Starting                 14m                    kube-proxy       

	  Normal   Starting                 9m4s                   kube-proxy       

	  Normal   Starting                 6m44s                  kube-proxy       

	  Normal   NodeAllocatableEnforced  14m                    kubelet          Updated Node Allocatable limit across pods

	  Normal   NodeHasSufficientPID     14m (x7 over 14m)      kubelet          Node ha-090000-m02 status is now: NodeHasSufficientPID

	  Normal   NodeHasSufficientMemory  14m (x8 over 14m)      kubelet          Node ha-090000-m02 status is now: NodeHasSufficientMemory

	  Normal   NodeHasNoDiskPressure    14m (x8 over 14m)      kubelet          Node ha-090000-m02 status is now: NodeHasNoDiskPressure

	  Normal   RegisteredNode           14m                    node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   RegisteredNode           14m                    node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   RegisteredNode           12m                    node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Warning  Rebooted                 9m9s                   kubelet          Node ha-090000-m02 has been rebooted, boot id: 296c4679-5b51-4230-a93d-85c12fa46a6b

	  Normal   NodeHasSufficientPID     9m9s                   kubelet          Node ha-090000-m02 status is now: NodeHasSufficientPID

	  Normal   Starting                 9m9s                   kubelet          Starting kubelet.

	  Normal   NodeAllocatableEnforced  9m9s                   kubelet          Updated Node Allocatable limit across pods

	  Normal   NodeHasSufficientMemory  9m9s                   kubelet          Node ha-090000-m02 status is now: NodeHasSufficientMemory

	  Normal   NodeHasNoDiskPressure    9m9s                   kubelet          Node ha-090000-m02 status is now: NodeHasNoDiskPressure

	  Normal   RegisteredNode           8m50s                  node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   NodeHasSufficientPID     6m59s (x7 over 6m59s)  kubelet          Node ha-090000-m02 status is now: NodeHasSufficientPID

	  Normal   NodeAllocatableEnforced  6m59s                  kubelet          Updated Node Allocatable limit across pods

	  Normal   NodeHasNoDiskPressure    6m59s (x8 over 6m59s)  kubelet          Node ha-090000-m02 status is now: NodeHasNoDiskPressure

	  Normal   Starting                 6m59s                  kubelet          Starting kubelet.

	  Normal   NodeHasSufficientMemory  6m59s (x8 over 6m59s)  kubelet          Node ha-090000-m02 status is now: NodeHasSufficientMemory

	  Normal   RegisteredNode           6m37s                  node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   RegisteredNode           6m36s                  node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   RegisteredNode           6m9s                   node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   Starting                 116s                   kubelet          Starting kubelet.

	  Normal   NodeHasSufficientMemory  116s (x8 over 116s)    kubelet          Node ha-090000-m02 status is now: NodeHasSufficientMemory

	  Normal   NodeHasNoDiskPressure    116s (x8 over 116s)    kubelet          Node ha-090000-m02 status is now: NodeHasNoDiskPressure

	  Normal   NodeHasSufficientPID     116s (x7 over 116s)    kubelet          Node ha-090000-m02 status is now: NodeHasSufficientPID

	  Normal   NodeAllocatableEnforced  116s                   kubelet          Updated Node Allocatable limit across pods

	  Normal   RegisteredNode           95s                    node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	  Normal   RegisteredNode           93s                    node-controller  Node ha-090000-m02 event: Registered Node ha-090000-m02 in Controller

	Name:               ha-090000-m04

	Roles:              <none>

	Labels:             beta.kubernetes.io/arch=amd64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=amd64

	                    kubernetes.io/hostname=ha-090000-m04

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=8e5b1d22910d5d447b525af478862a848159d7b7

	                    minikube.k8s.io/name=ha-090000

	                    minikube.k8s.io/primary=false

	                    minikube.k8s.io/updated_at=2024_07_22T03_48_19_0700

	                    minikube.k8s.io/version=v1.33.1

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Mon, 22 Jul 2024 10:48:19 +0000

	Taints:             node.kubernetes.io/unreachable:NoExecute

	                    node.kubernetes.io/unreachable:NoSchedule

	Unschedulable:      false

	Lease:

	  HolderIdentity:  ha-090000-m04

	  AcquireTime:     <unset>

	  RenewTime:       Mon, 22 Jul 2024 10:54:44 +0000

	Conditions:

	  Type             Status    LastHeartbeatTime                 LastTransitionTime                Reason              Message

	  ----             ------    -----------------                 ------------------                ------              -------

	  MemoryPressure   Unknown   Mon, 22 Jul 2024 10:54:34 +0000   Mon, 22 Jul 2024 10:57:40 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  DiskPressure     Unknown   Mon, 22 Jul 2024 10:54:34 +0000   Mon, 22 Jul 2024 10:57:40 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  PIDPressure      Unknown   Mon, 22 Jul 2024 10:54:34 +0000   Mon, 22 Jul 2024 10:57:40 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  Ready            Unknown   Mon, 22 Jul 2024 10:54:34 +0000   Mon, 22 Jul 2024 10:57:40 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	Addresses:

	  InternalIP:  192.169.0.8

	  Hostname:    ha-090000-m04

	Capacity:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	Allocatable:

	  cpu:                2

	  ephemeral-storage:  17734596Ki

	  hugepages-2Mi:      0

	  memory:             2164336Ki

	  pods:               110

	System Info:

	  Machine ID:                 a0ea4e5276974bf88752eb7d59d19d28

	  System UUID:                f13543bd-0000-0000-a5c6-6cfffb7afaca

	  Boot ID:                    efc37e64-414b-4a11-8b92-5afe32b46caa

	  Kernel Version:             5.10.207

	  OS Image:                   Buildroot 2023.02.9

	  Operating System:           linux

	  Architecture:               amd64

	  Container Runtime Version:  docker://27.0.3

	  Kubelet Version:            v1.30.3

	  Kube-Proxy Version:         v1.30.3

	PodCIDR:                      10.244.3.0/24

	PodCIDRs:                     10.244.3.0/24

	Non-terminated Pods:          (3 in total)

	  Namespace                   Name                       CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                       ------------  ----------  ---------------  -------------  ---

	  default                     busybox-fc5497c4f-5xsl6    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m54s

	  kube-system                 kindnet-kqb2r              100m (5%!)(MISSING)     100m (5%!)(MISSING)   50Mi (2%!)(MISSING)        50Mi (2%!)(MISSING)      10m

	  kube-system                 kube-proxy-8f92w           0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         10m

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests   Limits

	  --------           --------   ------

	  cpu                100m (5%!)(MISSING)  100m (5%!)(MISSING)

	  memory             50Mi (2%!)(MISSING)  50Mi (2%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)     0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)     0 (0%!)(MISSING)

	Events:

	  Type     Reason                   Age                  From             Message

	  ----     ------                   ----                 ----             -------

	  Normal   Starting                 10m                  kube-proxy       

	  Normal   Starting                 4m                   kube-proxy       

	  Normal   NodeHasSufficientPID     10m (x2 over 10m)    kubelet          Node ha-090000-m04 status is now: NodeHasSufficientPID

	  Normal   NodeHasNoDiskPressure    10m (x2 over 10m)    kubelet          Node ha-090000-m04 status is now: NodeHasNoDiskPressure

	  Normal   NodeHasSufficientMemory  10m (x2 over 10m)    kubelet          Node ha-090000-m04 status is now: NodeHasSufficientMemory

	  Normal   NodeAllocatableEnforced  10m                  kubelet          Updated Node Allocatable limit across pods

	  Normal   RegisteredNode           10m                  node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           10m                  node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           10m                  node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   NodeReady                9m53s                kubelet          Node ha-090000-m04 status is now: NodeReady

	  Normal   RegisteredNode           8m50s                node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           6m37s                node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           6m36s                node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           6m9s                 node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   NodeNotReady             5m57s                node-controller  Node ha-090000-m04 status is now: NodeNotReady

	  Normal   Starting                 4m1s                 kubelet          Starting kubelet.

	  Normal   NodeAllocatableEnforced  4m1s                 kubelet          Updated Node Allocatable limit across pods

	  Normal   NodeHasSufficientMemory  4m1s (x2 over 4m1s)  kubelet          Node ha-090000-m04 status is now: NodeHasSufficientMemory

	  Normal   NodeHasNoDiskPressure    4m1s (x2 over 4m1s)  kubelet          Node ha-090000-m04 status is now: NodeHasNoDiskPressure

	  Normal   NodeHasSufficientPID     4m1s (x2 over 4m1s)  kubelet          Node ha-090000-m04 status is now: NodeHasSufficientPID

	  Warning  Rebooted                 4m1s                 kubelet          Node ha-090000-m04 has been rebooted, boot id: efc37e64-414b-4a11-8b92-5afe32b46caa

	  Normal   NodeReady                4m1s                 kubelet          Node ha-090000-m04 status is now: NodeReady

	  Normal   RegisteredNode           95s                  node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   RegisteredNode           93s                  node-controller  Node ha-090000-m04 event: Registered Node ha-090000-m04 in Controller

	  Normal   NodeNotReady             55s                  node-controller  Node ha-090000-m04 status is now: NodeNotReady

	==> dmesg <==

	[  +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it

	[  +0.035617] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)

	[  +0.007975] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!

	[  +5.373871] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)

	[  +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)

	[  +0.007077] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2

	[  +2.539212] systemd-fstab-generator[127]: Ignoring "noauto" option for root device

	[  +2.228184] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory

	[  +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery

	[  +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)

	[ +24.988715] systemd-fstab-generator[494]: Ignoring "noauto" option for root device

	[  +0.107475] systemd-fstab-generator[506]: Ignoring "noauto" option for root device

	[  +1.936648] systemd-fstab-generator[1035]: Ignoring "noauto" option for root device

	[  +0.257907] systemd-fstab-generator[1074]: Ignoring "noauto" option for root device

	[  +0.103829] systemd-fstab-generator[1086]: Ignoring "noauto" option for root device

	[  +0.114013] systemd-fstab-generator[1100]: Ignoring "noauto" option for root device

	[  +2.455872] systemd-fstab-generator[1315]: Ignoring "noauto" option for root device

	[  +0.050301] kauditd_printk_skb: 195 callbacks suppressed

	[  +0.044507] systemd-fstab-generator[1327]: Ignoring "noauto" option for root device

	[  +0.113079] systemd-fstab-generator[1339]: Ignoring "noauto" option for root device

	[  +0.126479] systemd-fstab-generator[1354]: Ignoring "noauto" option for root device

	[  +0.424114] systemd-fstab-generator[1518]: Ignoring "noauto" option for root device

	[Jul22 10:56] kauditd_printk_skb: 110 callbacks suppressed

	[ +21.703375] kauditd_printk_skb: 40 callbacks suppressed

	[Jul22 10:57] kauditd_printk_skb: 82 callbacks suppressed

	==> etcd [13f15d0cc8b3] <==

	{"level":"warn","ts":"2024-07-22T10:55:06.173331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-22T10:54:59.683443Z","time spent":"6.489887603s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}

	2024/07/22 10:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"

	{"level":"warn","ts":"2024-07-22T10:55:06.17339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.16404297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"context canceled"}

	{"level":"info","ts":"2024-07-22T10:55:06.173403Z","caller":"traceutil/trace.go:171","msg":"trace[1906020764] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"5.164078582s","start":"2024-07-22T10:55:01.00932Z","end":"2024-07-22T10:55:06.173399Z","steps":["trace[1906020764] 'agreement among raft nodes before linearized reading'  (duration: 5.164064047s)"],"step_count":1}

	{"level":"warn","ts":"2024-07-22T10:55:06.173414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-22T10:55:01.009308Z","time spent":"5.164102318s","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "}

	2024/07/22 10:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"

	{"level":"warn","ts":"2024-07-22T10:55:06.173464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-22T10:55:01.643069Z","time spent":"4.530393805s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}

	2024/07/22 10:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"

	{"level":"warn","ts":"2024-07-22T10:55:06.173512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532556119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"context canceled"}

	{"level":"info","ts":"2024-07-22T10:55:06.173523Z","caller":"traceutil/trace.go:171","msg":"trace[1235589650] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"1.532569274s","start":"2024-07-22T10:55:04.640951Z","end":"2024-07-22T10:55:06.17352Z","steps":["trace[1235589650] 'agreement among raft nodes before linearized reading'  (duration: 1.532556007s)"],"step_count":1}

	{"level":"warn","ts":"2024-07-22T10:55:06.173549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-07-22T10:55:04.640945Z","time spent":"1.53259879s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "}

	2024/07/22 10:55:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"

	{"level":"warn","ts":"2024-07-22T10:55:06.197209Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}

	{"level":"warn","ts":"2024-07-22T10:55:06.197255Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}

	{"level":"info","ts":"2024-07-22T10:55:06.198761Z","caller":"etcdserver/server.go:1462","msg":"skipped leadership transfer; local server is not leader","local-member-id":"b8c6c7563d17d844","current-leader-member-id":"0"}

	{"level":"info","ts":"2024-07-22T10:55:06.198873Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.198885Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.198901Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.198951Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b8c6c7563d17d844","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.198977Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.199001Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.19901Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:55:06.201088Z","caller":"embed/etcd.go:579","msg":"stopping serving peer traffic","address":"192.169.0.5:2380"}

	{"level":"info","ts":"2024-07-22T10:55:06.201174Z","caller":"embed/etcd.go:584","msg":"stopped serving peer traffic","address":"192.169.0.5:2380"}

	{"level":"info","ts":"2024-07-22T10:55:06.201202Z","caller":"embed/etcd.go:377","msg":"closed etcd server","name":"ha-090000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.5:2380"],"advertise-client-urls":["https://192.169.0.5:2379"]}

	==> etcd [288b4db4b467] <==

	{"level":"info","ts":"2024-07-22T10:56:46.463203Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"b8c6c7563d17d844","to":"5ef48be478f2a308","stream-type":"stream Message"}

	{"level":"info","ts":"2024-07-22T10:56:46.463492Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"5ef48be478f2a308"}

	{"level":"info","ts":"2024-07-22T10:56:46.939701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}

	{"level":"info","ts":"2024-07-22T10:56:46.939749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}

	{"level":"info","ts":"2024-07-22T10:56:46.93976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}

	{"level":"info","ts":"2024-07-22T10:56:46.939781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 3358] sent MsgPreVote request to 5ef48be478f2a308 at term 3"}

	{"level":"info","ts":"2024-07-22T10:56:46.941396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from 5ef48be478f2a308 at term 3"}

	{"level":"info","ts":"2024-07-22T10:56:46.941431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 has received 2 MsgPreVoteResp votes and 0 vote rejections"}

	{"level":"info","ts":"2024-07-22T10:56:46.941441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became candidate at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.941445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgVoteResp from b8c6c7563d17d844 at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.941459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 3358] sent MsgVote request to 5ef48be478f2a308 at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.945846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgVoteResp from 5ef48be478f2a308 at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.945888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 has received 2 MsgVoteResp votes and 0 vote rejections"}

	{"level":"info","ts":"2024-07-22T10:56:46.9459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became leader at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.945906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b8c6c7563d17d844 elected leader b8c6c7563d17d844 at term 4"}

	{"level":"info","ts":"2024-07-22T10:56:46.957132Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b8c6c7563d17d844","local-member-attributes":"{Name:ha-090000 ClientURLs:[https://192.169.0.5:2379]}","request-path":"/0/members/b8c6c7563d17d844/attributes","cluster-id":"b73189effde9bc63","publish-timeout":"7s"}

	{"level":"info","ts":"2024-07-22T10:56:46.957175Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-07-22T10:56:46.957493Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}

	{"level":"info","ts":"2024-07-22T10:56:46.957527Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}

	{"level":"info","ts":"2024-07-22T10:56:46.957544Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}

	{"level":"info","ts":"2024-07-22T10:56:46.958972Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.169.0.5:2379"}

	{"level":"info","ts":"2024-07-22T10:56:46.960079Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}

	{"level":"warn","ts":"2024-07-22T10:56:46.963514Z","caller":"embed/config_logging.go:169","msg":"rejected connection","remote-addr":"127.0.0.1:38510","server-name":"","error":"EOF"}

	{"level":"warn","ts":"2024-07-22T10:56:46.966109Z","caller":"embed/config_logging.go:169","msg":"rejected connection","remote-addr":"127.0.0.1:38488","server-name":"","error":"EOF"}

	{"level":"warn","ts":"2024-07-22T10:56:46.968533Z","caller":"embed/config_logging.go:169","msg":"rejected connection","remote-addr":"127.0.0.1:38504","server-name":"","error":"EOF"}

	==> kernel <==

	 10:58:36 up 3 min,  0 users,  load average: 0.26, 0.11, 0.04

	Linux ha-090000 5.10.207 #1 SMP Thu Jul 18 22:16:38 UTC 2024 x86_64 GNU/Linux

	PRETTY_NAME="Buildroot 2023.02.9"

	==> kindnet [0cf43afb12ba] <==

	I0722 10:54:34.307043       1 main.go:299] handling current node

	I0722 10:54:34.307109       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:54:34.307241       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:54:34.307497       1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]

	I0722 10:54:34.307630       1 main.go:322] Node ha-090000-m03 has CIDR [10.244.2.0/24] 

	I0722 10:54:44.306852       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:54:44.306921       1 main.go:299] handling current node

	I0722 10:54:44.306943       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:54:44.306951       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:54:44.307088       1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]

	I0722 10:54:44.307126       1 main.go:322] Node ha-090000-m03 has CIDR [10.244.2.0/24] 

	I0722 10:54:44.307182       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:54:44.307217       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:54:54.307325       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:54:54.307472       1 main.go:299] handling current node

	I0722 10:54:54.307635       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:54:54.307859       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:54:54.308266       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:54:54.308282       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:55:04.306079       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:55:04.306198       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:55:04.308236       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:55:04.308265       1 main.go:299] handling current node

	I0722 10:55:04.308274       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:55:04.308279       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	==> kindnet [421317be1b45] <==

	I0722 10:57:55.604879       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:58:05.611941       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:58:05.611981       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:58:05.612249       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:58:05.612280       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:58:05.612399       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:58:05.612470       1 main.go:299] handling current node

	I0722 10:58:15.603323       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:58:15.603501       1 main.go:299] handling current node

	I0722 10:58:15.603555       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:58:15.603584       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:58:15.603727       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:58:15.603885       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:58:25.604372       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:58:25.604500       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	I0722 10:58:25.604954       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:58:25.605071       1 main.go:299] handling current node

	I0722 10:58:25.605090       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:58:25.605404       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:58:35.612589       1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]

	I0722 10:58:35.612610       1 main.go:299] handling current node

	I0722 10:58:35.612620       1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]

	I0722 10:58:35.612633       1 main.go:322] Node ha-090000-m02 has CIDR [10.244.1.0/24] 

	I0722 10:58:35.612692       1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]

	I0722 10:58:35.612697       1 main.go:322] Node ha-090000-m04 has CIDR [10.244.3.0/24] 

	==> kube-apiserver [4b11d2fc0144] <==

	I0722 10:56:02.936396       1 options.go:221] external host was not specified, using 192.169.0.5

	I0722 10:56:02.938177       1 server.go:148] Version: v1.30.3

	I0722 10:56:02.938401       1 server.go:150] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0722 10:56:04.233098       1 shared_informer.go:313] Waiting for caches to sync for node_authorizer

	I0722 10:56:04.237477       1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]

	I0722 10:56:04.240213       1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.

	I0722 10:56:04.242473       1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.

	I0722 10:56:04.246562       1 instance.go:299] Using reconciler: lease

	W0722 10:56:24.231990       1 logging.go:59] [core] [Channel #1 SubChannel #3] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"

	W0722 10:56:24.232857       1 logging.go:59] [core] [Channel #2 SubChannel #4] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"

	F0722 10:56:24.247519       1 instance.go:292] Error creating leases: error creating storage factory: context deadline exceeded

	==> kube-apiserver [945dd2cdb8d5] <==

	I0722 10:56:48.075828       1 naming_controller.go:291] Starting NamingConditionController

	I0722 10:56:48.075837       1 establishing_controller.go:76] Starting EstablishingController

	I0722 10:56:48.075846       1 nonstructuralschema_controller.go:192] Starting NonStructuralSchemaConditionController

	I0722 10:56:48.075868       1 apiapproval_controller.go:186] Starting KubernetesAPIApprovalPolicyConformantConditionController

	I0722 10:56:48.075874       1 crd_finalizer.go:266] Starting CRDFinalizer

	I0722 10:56:48.207926       1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller

	I0722 10:56:48.208391       1 apf_controller.go:379] Running API Priority and Fairness config worker

	I0722 10:56:48.211944       1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process

	I0722 10:56:48.211985       1 shared_informer.go:320] Caches are synced for configmaps

	I0722 10:56:48.212771       1 cache.go:39] Caches are synced for AvailableConditionController controller

	I0722 10:56:48.213106       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller

	I0722 10:56:48.216923       1 shared_informer.go:320] Caches are synced for crd-autoregister

	I0722 10:56:48.217042       1 aggregator.go:165] initial CRD sync complete...

	I0722 10:56:48.217145       1 autoregister_controller.go:141] Starting autoregister controller

	I0722 10:56:48.217189       1 cache.go:32] Waiting for caches to sync for autoregister controller

	I0722 10:56:48.217275       1 cache.go:39] Caches are synced for autoregister controller

	I0722 10:56:48.221104       1 handler_discovery.go:447] Starting ResourceDiscoveryManager

	I0722 10:56:48.239521       1 shared_informer.go:320] Caches are synced for node_authorizer

	I0722 10:56:48.242525       1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]

	I0722 10:56:48.242684       1 policy_source.go:224] refreshing policies

	E0722 10:56:48.283526       1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service

	I0722 10:56:48.308533       1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io

	I0722 10:56:49.071315       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.

	I0722 10:57:23.501088       1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io

	I0722 10:57:23.512462       1 controller.go:615] quota admission added evaluator for: endpoints

	==> kube-controller-manager [0469220f71ca] <==

	I0722 10:56:03.617244       1 serving.go:380] Generated self-signed cert in-memory

	I0722 10:56:04.853391       1 controllermanager.go:189] "Starting" version="v1.30.3"

	I0722 10:56:04.853427       1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0722 10:56:04.854617       1 secure_serving.go:213] Serving securely on 127.0.0.1:10257

	I0722 10:56:04.854850       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"

	I0722 10:56:04.854944       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"

	I0722 10:56:04.855121       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"

	E0722 10:56:25.255891       1 controllermanager.go:234] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.5:8443/healthz\": dial tcp 192.169.0.5:8443: connect: connection refused"

	==> kube-controller-manager [38dfb2ab5697] <==

	E0722 10:57:40.600876       1 gc_controller.go:153] "Failed to get node" err="node \"ha-090000-m03\" not found" logger="pod-garbage-collector-controller" node="ha-090000-m03"

	I0722 10:57:40.609438       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-scheduler-ha-090000-m03"

	I0722 10:57:40.623613       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-scheduler-ha-090000-m03"

	I0722 10:57:40.623649       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-controller-manager-ha-090000-m03"

	I0722 10:57:40.636832       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-controller-manager-ha-090000-m03"

	I0722 10:57:40.637034       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/etcd-ha-090000-m03"

	I0722 10:57:40.651093       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/etcd-ha-090000-m03"

	I0722 10:57:40.651349       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-apiserver-ha-090000-m03"

	I0722 10:57:40.666222       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-apiserver-ha-090000-m03"

	I0722 10:57:40.666259       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kindnet-lf6b4"

	I0722 10:57:40.681166       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kindnet-lf6b4"

	I0722 10:57:40.681200       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-proxy-s5kg7"

	I0722 10:57:40.694662       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-proxy-s5kg7"

	I0722 10:57:40.694710       1 gc_controller.go:344] "PodGC is force deleting Pod" logger="pod-garbage-collector-controller" pod="kube-system/kube-vip-ha-090000-m03"

	I0722 10:57:40.709068       1 gc_controller.go:260] "Forced deletion of orphaned Pod succeeded" logger="pod-garbage-collector-controller" pod="kube-system/kube-vip-ha-090000-m03"

	I0722 10:57:40.764272       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="28.008583ms"

	I0722 10:57:40.764797       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="16.544µs"

	I0722 10:58:03.618800       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="9.381236ms"

	I0722 10:58:03.621760       1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-rfbkc EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-rfbkc\": the object has been modified; please apply your changes to the latest version and try again"

	I0722 10:58:03.621937       1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"cbf53cbe-6c6b-4eb8-83fb-57cb4eb26b48", APIVersion:"v1", ResourceVersion:"259", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-rfbkc EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-rfbkc": the object has been modified; please apply your changes to the latest version and try again

	I0722 10:58:03.622633       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="3.074861ms"

	I0722 10:58:03.644685       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="10.170528ms"

	I0722 10:58:03.645698       1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="34.7µs"

	I0722 10:58:03.645633       1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"cbf53cbe-6c6b-4eb8-83fb-57cb4eb26b48", APIVersion:"v1", ResourceVersion:"259", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-rfbkc EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-rfbkc": the object has been modified; please apply your changes to the latest version and try again

	I0722 10:58:03.645487       1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-rfbkc EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-rfbkc\": the object has been modified; please apply your changes to the latest version and try again"

	==> kube-proxy [391ccb3367a9] <==

	I0722 10:52:31.180149       1 server_linux.go:69] "Using iptables proxy"

	I0722 10:52:31.201174       1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]

	I0722 10:52:31.256621       1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"

	I0722 10:52:31.256706       1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0722 10:52:31.256721       1 server_linux.go:165] "Using iptables Proxier"

	I0722 10:52:31.259083       1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0722 10:52:31.259774       1 server.go:872] "Version info" version="v1.30.3"

	I0722 10:52:31.259804       1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0722 10:52:31.261784       1 config.go:192] "Starting service config controller"

	I0722 10:52:31.262305       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0722 10:52:31.261811       1 config.go:101] "Starting endpoint slice config controller"

	I0722 10:52:31.262481       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0722 10:52:31.264064       1 config.go:319] "Starting node config controller"

	I0722 10:52:31.264089       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0722 10:52:31.362703       1 shared_informer.go:320] Caches are synced for endpoint slice config

	I0722 10:52:31.362744       1 shared_informer.go:320] Caches are synced for service config

	I0722 10:52:31.364747       1 shared_informer.go:320] Caches are synced for node config

	==> kube-proxy [9ea9aba3e1e9] <==

	I0722 10:57:24.900497       1 server_linux.go:69] "Using iptables proxy"

	I0722 10:57:24.919847       1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]

	I0722 10:57:24.958255       1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"

	I0722 10:57:24.958402       1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"

	I0722 10:57:24.958517       1 server_linux.go:165] "Using iptables Proxier"

	I0722 10:57:24.961727       1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"

	I0722 10:57:24.962180       1 server.go:872] "Version info" version="v1.30.3"

	I0722 10:57:24.962261       1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""

	I0722 10:57:24.964654       1 config.go:192] "Starting service config controller"

	I0722 10:57:24.964872       1 shared_informer.go:313] Waiting for caches to sync for service config

	I0722 10:57:24.964945       1 config.go:101] "Starting endpoint slice config controller"

	I0722 10:57:24.964997       1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config

	I0722 10:57:24.966344       1 config.go:319] "Starting node config controller"

	I0722 10:57:24.967117       1 shared_informer.go:313] Waiting for caches to sync for node config

	I0722 10:57:25.066129       1 shared_informer.go:320] Caches are synced for endpoint slice config

	I0722 10:57:25.066147       1 shared_informer.go:320] Caches are synced for service config

	I0722 10:57:25.067691       1 shared_informer.go:320] Caches are synced for node config

	==> kube-scheduler [2c775554c943] <==

	W0722 10:51:45.397777       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0722 10:51:45.397808       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0722 10:51:45.397839       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	W0722 10:51:45.397871       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0722 10:51:45.397899       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0722 10:51:45.397947       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0722 10:51:45.397980       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0722 10:51:45.413802       1 reflector.go:547] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0722 10:51:45.422126       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0722 10:51:45.422305       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0722 10:51:45.422479       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0722 10:51:45.422614       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0722 10:51:45.422760       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0722 10:51:45.422889       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0722 10:51:45.423057       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0722 10:51:45.423192       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0722 10:51:45.423231       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0722 10:51:45.423239       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0722 10:51:45.423332       1 reflector.go:150] runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	I0722 10:52:01.354860       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	E0722 10:54:41.357190       1 framework.go:1286] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-5xsl6\": pod busybox-fc5497c4f-5xsl6 is already assigned to node \"ha-090000-m04\"" plugin="DefaultBinder" pod="default/busybox-fc5497c4f-5xsl6" node="ha-090000-m04"

	E0722 10:54:41.357320       1 schedule_one.go:338] "scheduler cache ForgetPod failed" err="pod 6d9ce972-1b0d-49c5-944b-6beca3ab4c50(default/busybox-fc5497c4f-5xsl6) wasn't assumed so cannot be forgotten" pod="default/busybox-fc5497c4f-5xsl6"

	E0722 10:54:41.357354       1 schedule_one.go:1046] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-fc5497c4f-5xsl6\": pod busybox-fc5497c4f-5xsl6 is already assigned to node \"ha-090000-m04\"" pod="default/busybox-fc5497c4f-5xsl6"

	I0722 10:54:41.357392       1 schedule_one.go:1059] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-fc5497c4f-5xsl6" node="ha-090000-m04"

	E0722 10:55:06.233408       1 run.go:74] "command failed" err="finished without leader elect"

	==> kube-scheduler [cbe7a7a54b05] <==

	W0722 10:56:48.193852       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0722 10:56:48.193901       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	W0722 10:56:48.194013       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0722 10:56:48.194085       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	W0722 10:56:48.194169       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0722 10:56:48.194206       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	W0722 10:56:48.194280       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0722 10:56:48.194336       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	W0722 10:56:48.195930       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	E0722 10:56:48.195970       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	W0722 10:56:48.196165       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0722 10:56:48.196201       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	W0722 10:56:48.196454       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0722 10:56:48.196487       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	W0722 10:56:48.197536       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0722 10:56:48.197572       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	W0722 10:56:48.197667       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0722 10:56:48.197700       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	W0722 10:56:48.197762       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0722 10:56:48.197795       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	W0722 10:56:48.197869       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0722 10:56:48.197900       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	W0722 10:56:48.197990       1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	E0722 10:56:48.198023       1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope

	I0722 10:57:06.865178       1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file

	==> kubelet <==

	Jul 22 10:57:23 ha-090000 kubelet[1525]: E0722 10:57:23.000359    1525 kubelet_node_status.go:462] "Error getting the current node from lister" err="node \"ha-090000\" not found"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: E0722 10:57:23.101480    1525 kubelet_node_status.go:462] "Error getting the current node from lister" err="node \"ha-090000\" not found"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.290261    1525 apiserver.go:52] "Watching apiserver"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.293317    1525 topology_manager.go:215] "Topology Admit Handler" podUID="ac1f1032-14ce-4c0c-b95b-a86bd4ef7810" podNamespace="kube-system" podName="coredns-7db6d8ff4d-mjc97"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.293498    1525 topology_manager.go:215] "Topology Admit Handler" podUID="439b0e4a-14b8-4556-9ae6-6a26590b6d5d" podNamespace="kube-system" podName="kindnet-mqxjd"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.293602    1525 topology_manager.go:215] "Topology Admit Handler" podUID="d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7" podNamespace="kube-system" podName="kube-proxy-xzpdq"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.293691    1525 topology_manager.go:215] "Topology Admit Handler" podUID="c1214845-bf0e-4808-9e11-faf18dd3cb3f" podNamespace="kube-system" podName="storage-provisioner"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.293861    1525 topology_manager.go:215] "Topology Admit Handler" podUID="cd051db1-dcbb-4fee-85d9-be13d1be38ec" podNamespace="kube-system" podName="coredns-7db6d8ff4d-lf5mv"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.296499    1525 topology_manager.go:215] "Topology Admit Handler" podUID="598660fc-04fc-474f-b06e-eec7ad0200cc" podNamespace="default" podName="busybox-fc5497c4f-2tcf2"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.338625    1525 desired_state_of_world_populator.go:157] "Finished populating initial desired state of world"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403134    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7-lib-modules\") pod \"kube-proxy-xzpdq\" (UID: \"d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7\") " pod="kube-system/kube-proxy-xzpdq"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403181    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/439b0e4a-14b8-4556-9ae6-6a26590b6d5d-cni-cfg\") pod \"kindnet-mqxjd\" (UID: \"439b0e4a-14b8-4556-9ae6-6a26590b6d5d\") " pod="kube-system/kindnet-mqxjd"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403202    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/439b0e4a-14b8-4556-9ae6-6a26590b6d5d-xtables-lock\") pod \"kindnet-mqxjd\" (UID: \"439b0e4a-14b8-4556-9ae6-6a26590b6d5d\") " pod="kube-system/kindnet-mqxjd"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403214    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/c1214845-bf0e-4808-9e11-faf18dd3cb3f-tmp\") pod \"storage-provisioner\" (UID: \"c1214845-bf0e-4808-9e11-faf18dd3cb3f\") " pod="kube-system/storage-provisioner"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403232    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/439b0e4a-14b8-4556-9ae6-6a26590b6d5d-lib-modules\") pod \"kindnet-mqxjd\" (UID: \"439b0e4a-14b8-4556-9ae6-6a26590b6d5d\") " pod="kube-system/kindnet-mqxjd"

	Jul 22 10:57:23 ha-090000 kubelet[1525]: I0722 10:57:23.403242    1525 reconciler_common.go:247] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7-xtables-lock\") pod \"kube-proxy-xzpdq\" (UID: \"d7b9fd02-6f5f-47a4-afe2-1dab0d9141b7\") " pod="kube-system/kube-proxy-xzpdq"

	Jul 22 10:57:55 ha-090000 kubelet[1525]: I0722 10:57:55.092868    1525 scope.go:117] "RemoveContainer" containerID="20b3e825f92688bc16eac5677dae4924c90dbb460ee6bd408c84b27166d3492d"

	Jul 22 10:57:55 ha-090000 kubelet[1525]: I0722 10:57:55.093131    1525 scope.go:117] "RemoveContainer" containerID="ea06caf73a7d0c82f3188bf4c821f988c6d96a724553f9eb2405d48823ccb42d"

	Jul 22 10:57:55 ha-090000 kubelet[1525]: E0722 10:57:55.093241    1525 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(c1214845-bf0e-4808-9e11-faf18dd3cb3f)\"" pod="kube-system/storage-provisioner" podUID="c1214845-bf0e-4808-9e11-faf18dd3cb3f"

	Jul 22 10:57:56 ha-090000 kubelet[1525]: E0722 10:57:56.362531    1525 iptables.go:577] "Could not set up iptables canary" err=<

	Jul 22 10:57:56 ha-090000 kubelet[1525]:         error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.

	Jul 22 10:57:56 ha-090000 kubelet[1525]:         ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)

	Jul 22 10:57:56 ha-090000 kubelet[1525]:         Perhaps ip6tables or your kernel needs to be upgraded.

	Jul 22 10:57:56 ha-090000 kubelet[1525]:  > table="nat" chain="KUBE-KUBELET-CANARY"

	Jul 22 10:58:10 ha-090000 kubelet[1525]: I0722 10:58:10.329825    1525 scope.go:117] "RemoveContainer" containerID="ea06caf73a7d0c82f3188bf4c821f988c6d96a724553f9eb2405d48823ccb42d"

-- /stdout --

helpers_test.go:254: (dbg) Run:  out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-090000 -n ha-090000

helpers_test.go:261: (dbg) Run:  kubectl --context ha-090000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:285: <<< TestMultiControlPlane/serial/RestartCluster FAILED: end of post-mortem logs <<<

helpers_test.go:286: ---------------------/post-mortem---------------------------------

--- FAIL: TestMultiControlPlane/serial/RestartCluster (203.77s)