=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-063000" in json of 'profile list' to have "Degraded" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-063000\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-063000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19672/minikube-v1.34.0-1726784654-19672-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726784731-19672@sha256:7f8c62ddb0100a5b958dd19c5b5478b8c7ef13da9a0a4d6c7d18f43544e0dbed\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACo
unt\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-063000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"
KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":fa
lse,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics
\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-063000 -n ha-063000
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-063000 -n ha-063000: exit status 2 (147.08227ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:239: status error: exit status 2 (may be ok)
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-063000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-063000 logs -n 25: (2.086584467s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-063000 cp ha-063000-m03:/home/docker/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04:/home/docker/cp-test_ha-063000-m03_ha-063000-m04.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-063000 ssh -n ha-063000-m04 sudo cat | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | /home/docker/cp-test_ha-063000-m03_ha-063000-m04.txt | | | | | |
| cp | ha-063000 cp testdata/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-063000 cp ha-063000-m04:/home/docker/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile2873567793/001/cp-test_ha-063000-m04.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-063000 cp ha-063000-m04:/home/docker/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000:/home/docker/cp-test_ha-063000-m04_ha-063000.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-063000 ssh -n ha-063000 sudo cat | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | /home/docker/cp-test_ha-063000-m04_ha-063000.txt | | | | | |
| cp | ha-063000 cp ha-063000-m04:/home/docker/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m02:/home/docker/cp-test_ha-063000-m04_ha-063000-m02.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-063000 ssh -n ha-063000-m02 sudo cat | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | /home/docker/cp-test_ha-063000-m04_ha-063000-m02.txt | | | | | |
| cp | ha-063000 cp ha-063000-m04:/home/docker/cp-test.txt | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m03:/home/docker/cp-test_ha-063000-m04_ha-063000-m03.txt | | | | | |
| ssh | ha-063000 ssh -n | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | ha-063000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-063000 ssh -n ha-063000-m03 sudo cat | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | /home/docker/cp-test_ha-063000-m04_ha-063000-m03.txt | | | | | |
| node | ha-063000 node stop m02 -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:34 PDT |
| | --alsologtostderr | | | | | |
| node | ha-063000 node start m02 -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:34 PDT | 23 Sep 24 03:35 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-063000 -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:35 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-063000 -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:35 PDT | 23 Sep 24 03:35 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-063000 --wait=true -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:35 PDT | 23 Sep 24 03:38 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-063000 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:38 PDT | |
| node | ha-063000 node delete m03 -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:38 PDT | 23 Sep 24 03:38 PDT |
| | --alsologtostderr | | | | | |
| stop | ha-063000 stop -v=7 | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:38 PDT | 23 Sep 24 03:38 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-063000 --wait=true | ha-063000 | jenkins | v1.34.0 | 23 Sep 24 03:38 PDT | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/23 03:38:37
Running on machine: MacOS-Agent-2
Binary: Built with gc go1.23.0 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0923 03:38:37.519978 4194 out.go:345] Setting OutFile to fd 1 ...
I0923 03:38:37.520144 4194 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0923 03:38:37.520149 4194 out.go:358] Setting ErrFile to fd 2...
I0923 03:38:37.520153 4194 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0923 03:38:37.520326 4194 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19689-1513/.minikube/bin
I0923 03:38:37.521690 4194 out.go:352] Setting JSON to false
I0923 03:38:37.544085 4194 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":2287,"bootTime":1727085630,"procs":430,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.6.1","kernelVersion":"23.6.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}
W0923 03:38:37.544244 4194 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0923 03:38:37.566047 4194 out.go:177] * [ha-063000] minikube v1.34.0 on Darwin 14.6.1
I0923 03:38:37.607389 4194 notify.go:220] Checking for updates...
I0923 03:38:37.628537 4194 out.go:177] - MINIKUBE_LOCATION=19689
I0923 03:38:37.649512 4194 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19689-1513/kubeconfig
I0923 03:38:37.691696 4194 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0923 03:38:37.712732 4194 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0923 03:38:37.733696 4194 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19689-1513/.minikube
I0923 03:38:37.754819 4194 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0923 03:38:37.776550 4194 config.go:182] Loaded profile config "ha-063000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 03:38:37.777233 4194 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0923 03:38:37.777312 4194 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0923 03:38:37.786933 4194 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51775
I0923 03:38:37.787299 4194 main.go:141] libmachine: () Calling .GetVersion
I0923 03:38:37.787698 4194 main.go:141] libmachine: Using API Version 1
I0923 03:38:37.787708 4194 main.go:141] libmachine: () Calling .SetConfigRaw
I0923 03:38:37.787909 4194 main.go:141] libmachine: () Calling .GetMachineName
I0923 03:38:37.788042 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:38:37.788252 4194 driver.go:394] Setting default libvirt URI to qemu:///system
I0923 03:38:37.788510 4194 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0923 03:38:37.788533 4194 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0923 03:38:37.796877 4194 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51777
I0923 03:38:37.797397 4194 main.go:141] libmachine: () Calling .GetVersion
I0923 03:38:37.797809 4194 main.go:141] libmachine: Using API Version 1
I0923 03:38:37.797826 4194 main.go:141] libmachine: () Calling .SetConfigRaw
I0923 03:38:37.798019 4194 main.go:141] libmachine: () Calling .GetMachineName
I0923 03:38:37.798143 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:38:37.826727 4194 out.go:177] * Using the hyperkit driver based on existing profile
I0923 03:38:37.868743 4194 start.go:297] selected driver: hyperkit
I0923 03:38:37.868775 4194 start.go:901] validating driver "hyperkit" against &{Name:ha-063000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19672/minikube-v1.34.0-1726784654-19672-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726784731-19672@sha256:7f8c62ddb0100a5b958dd19c5b5478b8c7ef13da9a0a4d6c7d18f43544e0dbed Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.1 ClusterName:ha-063000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false
inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimiza
tions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0923 03:38:37.869011 4194 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0923 03:38:37.869206 4194 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0923 03:38:37.869424 4194 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19689-1513/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0923 03:38:37.879043 4194 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I0923 03:38:37.882835 4194 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0923 03:38:37.882858 4194 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0923 03:38:37.885538 4194 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0923 03:38:37.885571 4194 cni.go:84] Creating CNI manager for ""
I0923 03:38:37.885604 4194 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0923 03:38:37.885672 4194 start.go:340] cluster config:
{Name:ha-063000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19672/minikube-v1.34.0-1726784654-19672-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726784731-19672@sha256:7f8c62ddb0100a5b958dd19c5b5478b8c7ef13da9a0a4d6c7d18f43544e0dbed Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-063000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubefl
ow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPa
th: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0923 03:38:37.885771 4194 iso.go:125] acquiring lock: {Name:mke7826a773cd3d6d17f306dff1404122ec67534 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0923 03:38:37.906681 4194 out.go:177] * Starting "ha-063000" primary control-plane node in "ha-063000" cluster
I0923 03:38:37.948782 4194 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 03:38:37.948858 4194 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19689-1513/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I0923 03:38:37.948882 4194 cache.go:56] Caching tarball of preloaded images
I0923 03:38:37.949078 4194 preload.go:172] Found /Users/jenkins/minikube-integration/19689-1513/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0923 03:38:37.949097 4194 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0923 03:38:37.949266 4194 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/config.json ...
I0923 03:38:37.950239 4194 start.go:360] acquireMachinesLock for ha-063000: {Name:mk7a9e659f1090dcc1e002c2c1e9ee51ddc534d5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0923 03:38:37.950393 4194 start.go:364] duration metric: took 129.337µs to acquireMachinesLock for "ha-063000"
I0923 03:38:37.950431 4194 start.go:96] Skipping create...Using existing machine configuration
I0923 03:38:37.950448 4194 fix.go:54] fixHost starting:
I0923 03:38:37.950895 4194 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0923 03:38:37.950933 4194 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0923 03:38:37.960360 4194 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51779
I0923 03:38:37.960899 4194 main.go:141] libmachine: () Calling .GetVersion
I0923 03:38:37.961221 4194 main.go:141] libmachine: Using API Version 1
I0923 03:38:37.961233 4194 main.go:141] libmachine: () Calling .SetConfigRaw
I0923 03:38:37.961445 4194 main.go:141] libmachine: () Calling .GetMachineName
I0923 03:38:37.961618 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:38:37.961737 4194 main.go:141] libmachine: (ha-063000) Calling .GetState
I0923 03:38:37.961837 4194 main.go:141] libmachine: (ha-063000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:38:37.961929 4194 main.go:141] libmachine: (ha-063000) DBG | hyperkit pid from json: 4080
I0923 03:38:37.962838 4194 main.go:141] libmachine: (ha-063000) DBG | hyperkit pid 4080 missing from process table
I0923 03:38:37.962867 4194 fix.go:112] recreateIfNeeded on ha-063000: state=Stopped err=<nil>
I0923 03:38:37.962882 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
W0923 03:38:37.962965 4194 fix.go:138] unexpected machine state, will restart: <nil>
I0923 03:38:38.004456 4194 out.go:177] * Restarting existing hyperkit VM for "ha-063000" ...
I0923 03:38:38.025801 4194 main.go:141] libmachine: (ha-063000) Calling .Start
I0923 03:38:38.026099 4194 main.go:141] libmachine: (ha-063000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:38:38.026188 4194 main.go:141] libmachine: (ha-063000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/hyperkit.pid
I0923 03:38:38.027947 4194 main.go:141] libmachine: (ha-063000) DBG | hyperkit pid 4080 missing from process table
I0923 03:38:38.027961 4194 main.go:141] libmachine: (ha-063000) DBG | pid 4080 is in state "Stopped"
I0923 03:38:38.027978 4194 main.go:141] libmachine: (ha-063000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/hyperkit.pid...
I0923 03:38:38.028201 4194 main.go:141] libmachine: (ha-063000) DBG | Using UUID 4ddae547-583f-4705-8caf-6cdfa1ce86f6
I0923 03:38:38.160922 4194 main.go:141] libmachine: (ha-063000) DBG | Generated MAC 7a:ac:20:20:8a:f6
I0923 03:38:38.160947 4194 main.go:141] libmachine: (ha-063000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000
I0923 03:38:38.161055 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4ddae547-583f-4705-8caf-6cdfa1ce86f6", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6840)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0923 03:38:38.161088 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4ddae547-583f-4705-8caf-6cdfa1ce86f6", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a6840)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0923 03:38:38.161133 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "4ddae547-583f-4705-8caf-6cdfa1ce86f6", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/ha-063000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/tty,log=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/bzimage,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000"}
I0923 03:38:38.161177 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 4ddae547-583f-4705-8caf-6cdfa1ce86f6 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/ha-063000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/tty,log=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/console-ring -f kexec,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/bzimage,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000"
I0923 03:38:38.161194 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0923 03:38:38.162451 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 DEBUG: hyperkit: Pid is 4209
I0923 03:38:38.162819 4194 main.go:141] libmachine: (ha-063000) DBG | Attempt 0
I0923 03:38:38.162832 4194 main.go:141] libmachine: (ha-063000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:38:38.162887 4194 main.go:141] libmachine: (ha-063000) DBG | hyperkit pid from json: 4209
I0923 03:38:38.164838 4194 main.go:141] libmachine: (ha-063000) DBG | Searching for 7a:ac:20:20:8a:f6 in /var/db/dhcpd_leases ...
I0923 03:38:38.164891 4194 main.go:141] libmachine: (ha-063000) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0923 03:38:38.164908 4194 main.go:141] libmachine: (ha-063000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:3a:3b:f0:61:46:87 ID:1,3a:3b:f0:61:46:87 Lease:0x66f14512}
I0923 03:38:38.164917 4194 main.go:141] libmachine: (ha-063000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:66:9:20:9f:3:3b ID:1,66:9:20:9f:3:3b Lease:0x66f2967d}
I0923 03:38:38.164926 4194 main.go:141] libmachine: (ha-063000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:3a:a:d4:3c:55:63 ID:1,3a:a:d4:3c:55:63 Lease:0x66f29617}
I0923 03:38:38.164932 4194 main.go:141] libmachine: (ha-063000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:7a:ac:20:20:8a:f6 ID:1,7a:ac:20:20:8a:f6 Lease:0x66f29604}
I0923 03:38:38.164936 4194 main.go:141] libmachine: (ha-063000) DBG | Found match: 7a:ac:20:20:8a:f6
I0923 03:38:38.164942 4194 main.go:141] libmachine: (ha-063000) DBG | IP: 192.169.0.5
I0923 03:38:38.165001 4194 main.go:141] libmachine: (ha-063000) Calling .GetConfigRaw
I0923 03:38:38.165626 4194 main.go:141] libmachine: (ha-063000) Calling .GetIP
I0923 03:38:38.165814 4194 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/config.json ...
I0923 03:38:38.166318 4194 machine.go:93] provisionDockerMachine start ...
I0923 03:38:38.166329 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:38:38.166485 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:38:38.166583 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:38:38.166679 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:38:38.166787 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:38:38.166884 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:38:38.167005 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:38:38.167209 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:38:38.167218 4194 main.go:141] libmachine: About to run SSH command:
hostname
I0923 03:38:38.170783 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I0923 03:38:38.228668 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0923 03:38:38.229422 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0923 03:38:38.229446 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0923 03:38:38.229454 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0923 03:38:38.229461 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0923 03:38:38.610129 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0923 03:38:38.610145 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0923 03:38:38.724767 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0923 03:38:38.724784 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0923 03:38:38.724811 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0923 03:38:38.724826 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0923 03:38:38.725738 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0923 03:38:38.725751 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:38 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0923 03:38:44.296028 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:44 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0923 03:38:44.296085 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:44 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0923 03:38:44.296094 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:44 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0923 03:38:44.320802 4194 main.go:141] libmachine: (ha-063000) DBG | 2024/09/23 03:38:44 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0923 03:39:13.229937 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0923 03:39:13.229953 4194 main.go:141] libmachine: (ha-063000) Calling .GetMachineName
I0923 03:39:13.230093 4194 buildroot.go:166] provisioning hostname "ha-063000"
I0923 03:39:13.230105 4194 main.go:141] libmachine: (ha-063000) Calling .GetMachineName
I0923 03:39:13.230209 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.230298 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.230391 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.230476 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.230576 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.230712 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:13.230848 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:13.230856 4194 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-063000 && echo "ha-063000" | sudo tee /etc/hostname
I0923 03:39:13.296011 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-063000
I0923 03:39:13.296047 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.296193 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.296286 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.296370 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.296470 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.296614 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:13.296760 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:13.296771 4194 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-063000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-063000/g' /etc/hosts;
else
echo '127.0.1.1 ha-063000' | sudo tee -a /etc/hosts;
fi
fi
I0923 03:39:13.354270 4194 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0923 03:39:13.354290 4194 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19689-1513/.minikube CaCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19689-1513/.minikube}
I0923 03:39:13.354307 4194 buildroot.go:174] setting up certificates
I0923 03:39:13.354317 4194 provision.go:84] configureAuth start
I0923 03:39:13.354323 4194 main.go:141] libmachine: (ha-063000) Calling .GetMachineName
I0923 03:39:13.354470 4194 main.go:141] libmachine: (ha-063000) Calling .GetIP
I0923 03:39:13.354580 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.354686 4194 provision.go:143] copyHostCerts
I0923 03:39:13.354729 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem
I0923 03:39:13.354802 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem, removing ...
I0923 03:39:13.354810 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem
I0923 03:39:13.355100 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem (1679 bytes)
I0923 03:39:13.355323 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem
I0923 03:39:13.355365 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem, removing ...
I0923 03:39:13.355369 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem
I0923 03:39:13.355448 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem (1082 bytes)
I0923 03:39:13.355615 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem
I0923 03:39:13.355656 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem, removing ...
I0923 03:39:13.355661 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem
I0923 03:39:13.355773 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem (1123 bytes)
I0923 03:39:13.355941 4194 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca-key.pem org=jenkins.ha-063000 san=[127.0.0.1 192.169.0.5 ha-063000 localhost minikube]
I0923 03:39:13.459612 4194 provision.go:177] copyRemoteCerts
I0923 03:39:13.459672 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0923 03:39:13.459688 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.459811 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.459897 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.459983 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.460088 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/id_rsa Username:docker}
I0923 03:39:13.494502 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0923 03:39:13.494572 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0923 03:39:13.513755 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem -> /etc/docker/server.pem
I0923 03:39:13.513810 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0923 03:39:13.532520 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0923 03:39:13.532576 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0923 03:39:13.551372 4194 provision.go:87] duration metric: took 197.042051ms to configureAuth
I0923 03:39:13.551384 4194 buildroot.go:189] setting minikube options for container-runtime
I0923 03:39:13.551546 4194 config.go:182] Loaded profile config "ha-063000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 03:39:13.551558 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:13.551690 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.551777 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.551856 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.551944 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.552024 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.552130 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:13.552249 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:13.552256 4194 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0923 03:39:13.605056 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0923 03:39:13.605068 4194 buildroot.go:70] root file system type: tmpfs
I0923 03:39:13.605136 4194 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0923 03:39:13.605149 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.605284 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.605386 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.605486 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.605580 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.605751 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:13.605891 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:13.605935 4194 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0923 03:39:13.670979 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0923 03:39:13.671003 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:13.671153 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:13.671238 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.671328 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:13.671415 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:13.671565 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:13.671708 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:13.671721 4194 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0923 03:39:15.355343 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0923 03:39:15.355357 4194 machine.go:96] duration metric: took 37.189180341s to provisionDockerMachine
I0923 03:39:15.355370 4194 start.go:293] postStartSetup for "ha-063000" (driver="hyperkit")
I0923 03:39:15.355377 4194 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0923 03:39:15.355386 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.355576 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0923 03:39:15.355596 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:15.355691 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:15.355774 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.355869 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:15.355958 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/id_rsa Username:docker}
I0923 03:39:15.389655 4194 ssh_runner.go:195] Run: cat /etc/os-release
I0923 03:39:15.392725 4194 info.go:137] Remote host: Buildroot 2023.02.9
I0923 03:39:15.392737 4194 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19689-1513/.minikube/addons for local assets ...
I0923 03:39:15.392830 4194 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19689-1513/.minikube/files for local assets ...
I0923 03:39:15.393014 4194 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem -> 20692.pem in /etc/ssl/certs
I0923 03:39:15.393020 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem -> /etc/ssl/certs/20692.pem
I0923 03:39:15.393229 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0923 03:39:15.400467 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem --> /etc/ssl/certs/20692.pem (1708 bytes)
I0923 03:39:15.420207 4194 start.go:296] duration metric: took 64.829558ms for postStartSetup
I0923 03:39:15.420234 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.420429 4194 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0923 03:39:15.420443 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:15.420537 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:15.420621 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.420701 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:15.420786 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/id_rsa Username:docker}
I0923 03:39:15.454713 4194 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0923 03:39:15.454773 4194 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0923 03:39:15.488325 4194 fix.go:56] duration metric: took 37.538029252s for fixHost
I0923 03:39:15.488346 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:15.488493 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:15.488592 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.488699 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.488794 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:15.488926 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:15.489074 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0923 03:39:15.489082 4194 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0923 03:39:15.544100 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727087955.720325087
I0923 03:39:15.544112 4194 fix.go:216] guest clock: 1727087955.720325087
I0923 03:39:15.544117 4194 fix.go:229] Guest: 2024-09-23 03:39:15.720325087 -0700 PDT Remote: 2024-09-23 03:39:15.488337 -0700 PDT m=+38.003938072 (delta=231.988087ms)
I0923 03:39:15.544137 4194 fix.go:200] guest clock delta is within tolerance: 231.988087ms
I0923 03:39:15.544149 4194 start.go:83] releasing machines lock for "ha-063000", held for 37.593887403s
I0923 03:39:15.544167 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.544305 4194 main.go:141] libmachine: (ha-063000) Calling .GetIP
I0923 03:39:15.544398 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.544691 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.544796 4194 main.go:141] libmachine: (ha-063000) Calling .DriverName
I0923 03:39:15.544894 4194 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0923 03:39:15.544928 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:15.544935 4194 ssh_runner.go:195] Run: cat /version.json
I0923 03:39:15.544944 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHHostname
I0923 03:39:15.545053 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:15.545070 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHPort
I0923 03:39:15.545170 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.545186 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHKeyPath
I0923 03:39:15.545267 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:15.545273 4194 main.go:141] libmachine: (ha-063000) Calling .GetSSHUsername
I0923 03:39:15.545355 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/id_rsa Username:docker}
I0923 03:39:15.545368 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000/id_rsa Username:docker}
I0923 03:39:15.575479 4194 ssh_runner.go:195] Run: systemctl --version
I0923 03:39:15.580372 4194 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0923 03:39:15.630948 4194 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0923 03:39:15.631065 4194 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0923 03:39:15.646500 4194 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0923 03:39:15.646513 4194 start.go:495] detecting cgroup driver to use...
I0923 03:39:15.646617 4194 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 03:39:15.663415 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0923 03:39:15.672305 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0923 03:39:15.681067 4194 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0923 03:39:15.681117 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0923 03:39:15.689890 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 03:39:15.698678 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0923 03:39:15.707369 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 03:39:15.716103 4194 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0923 03:39:15.725008 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0923 03:39:15.734030 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0923 03:39:15.742828 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0923 03:39:15.751696 4194 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0923 03:39:15.759736 4194 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0923 03:39:15.759779 4194 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0923 03:39:15.768671 4194 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0923 03:39:15.776513 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:15.870823 4194 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0923 03:39:15.885787 4194 start.go:495] detecting cgroup driver to use...
I0923 03:39:15.885872 4194 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0923 03:39:15.897029 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0923 03:39:15.907826 4194 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0923 03:39:15.921971 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0923 03:39:15.933304 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0923 03:39:15.944416 4194 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0923 03:39:15.965780 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0923 03:39:15.976811 4194 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 03:39:15.991571 4194 ssh_runner.go:195] Run: which cri-dockerd
I0923 03:39:15.994386 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0923 03:39:16.003371 4194 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0923 03:39:16.016723 4194 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0923 03:39:16.111921 4194 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0923 03:39:16.211027 4194 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0923 03:39:16.211114 4194 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0923 03:39:16.225418 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:16.323338 4194 ssh_runner.go:195] Run: sudo systemctl restart docker
I0923 03:39:18.676997 4194 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.35364851s)
I0923 03:39:18.677081 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0923 03:39:18.687675 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0923 03:39:18.697643 4194 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0923 03:39:18.798980 4194 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0923 03:39:18.907935 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:19.003384 4194 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0923 03:39:19.017412 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0923 03:39:19.028501 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:19.137158 4194 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0923 03:39:19.207862 4194 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0923 03:39:19.207959 4194 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0923 03:39:19.212381 4194 start.go:563] Will wait 60s for crictl version
I0923 03:39:19.212442 4194 ssh_runner.go:195] Run: which crictl
I0923 03:39:19.215456 4194 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0923 03:39:19.242416 4194 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.0
RuntimeApiVersion: v1
I0923 03:39:19.242515 4194 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0923 03:39:19.260562 4194 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0923 03:39:19.299970 4194 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.0 ...
I0923 03:39:19.300018 4194 main.go:141] libmachine: (ha-063000) Calling .GetIP
I0923 03:39:19.300443 4194 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0923 03:39:19.304874 4194 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0923 03:39:19.314720 4194 kubeadm.go:883] updating cluster {Name:ha-063000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19672/minikube-v1.34.0-1726784654-19672-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726784731-19672@sha256:7f8c62ddb0100a5b958dd19c5b5478b8c7ef13da9a0a4d6c7d18f43544e0dbed Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
1 ClusterName:ha-063000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gad
get:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0923 03:39:19.314801 4194 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 03:39:19.314874 4194 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0923 03:39:19.328145 4194 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0923 03:39:19.328157 4194 docker.go:615] Images already preloaded, skipping extraction
I0923 03:39:19.328248 4194 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0923 03:39:19.341090 4194 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0923 03:39:19.341111 4194 cache_images.go:84] Images are preloaded, skipping loading
I0923 03:39:19.341123 4194 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.31.1 docker true true} ...
I0923 03:39:19.341197 4194 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-063000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-063000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0923 03:39:19.341290 4194 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0923 03:39:19.374280 4194 cni.go:84] Creating CNI manager for ""
I0923 03:39:19.374292 4194 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0923 03:39:19.374300 4194 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0923 03:39:19.374316 4194 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-063000 NodeName:ha-063000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0923 03:39:19.374402 4194 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-063000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0923 03:39:19.374420 4194 kube-vip.go:115] generating kube-vip config ...
I0923 03:39:19.374480 4194 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0923 03:39:19.387348 4194 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0923 03:39:19.387423 4194 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0923 03:39:19.387483 4194 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0923 03:39:19.396209 4194 binaries.go:44] Found k8s binaries, skipping transfer
I0923 03:39:19.396261 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0923 03:39:19.405975 4194 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0923 03:39:19.418618 4194 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0923 03:39:19.432285 4194 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0923 03:39:19.446312 4194 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0923 03:39:19.459840 4194 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0923 03:39:19.462680 4194 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0923 03:39:19.471902 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:19.568578 4194 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0923 03:39:19.583465 4194 certs.go:68] Setting up /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000 for IP: 192.169.0.5
I0923 03:39:19.583479 4194 certs.go:194] generating shared ca certs ...
I0923 03:39:19.583498 4194 certs.go:226] acquiring lock for ca certs: {Name:mkfede4450f5310fcd1336199f2b4e7e69a448c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:19.583678 4194 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.key
I0923 03:39:19.583751 4194 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/proxy-client-ca.key
I0923 03:39:19.583761 4194 certs.go:256] generating profile certs ...
I0923 03:39:19.583851 4194 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/client.key
I0923 03:39:19.583872 4194 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key.ec8840b7
I0923 03:39:19.583892 4194 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt.ec8840b7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.6 192.169.0.254]
I0923 03:39:19.778054 4194 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt.ec8840b7 ...
I0923 03:39:19.778070 4194 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt.ec8840b7: {Name:mk4114f3861c45cfcfbddc926d85b8185d0b1810 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:19.778392 4194 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key.ec8840b7 ...
I0923 03:39:19.778408 4194 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key.ec8840b7: {Name:mk8ecf89b6f4de8361fbb90d097deba4788feaaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:19.778619 4194 certs.go:381] copying /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt.ec8840b7 -> /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt
I0923 03:39:19.778834 4194 certs.go:385] copying /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key.ec8840b7 -> /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key
I0923 03:39:19.779077 4194 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/proxy-client.key
I0923 03:39:19.779086 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0923 03:39:19.779109 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0923 03:39:19.779133 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0923 03:39:19.779156 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0923 03:39:19.779174 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0923 03:39:19.779192 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0923 03:39:19.779210 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0923 03:39:19.779227 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0923 03:39:19.779320 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/2069.pem (1338 bytes)
W0923 03:39:19.779372 4194 certs.go:480] ignoring /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/2069_empty.pem, impossibly tiny 0 bytes
I0923 03:39:19.779380 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca-key.pem (1675 bytes)
I0923 03:39:19.779410 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem (1082 bytes)
I0923 03:39:19.779437 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem (1123 bytes)
I0923 03:39:19.779464 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem (1679 bytes)
I0923 03:39:19.779563 4194 certs.go:484] found cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem (1708 bytes)
I0923 03:39:19.779599 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/2069.pem -> /usr/share/ca-certificates/2069.pem
I0923 03:39:19.779621 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem -> /usr/share/ca-certificates/20692.pem
I0923 03:39:19.779638 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0923 03:39:19.780088 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0923 03:39:19.835760 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0923 03:39:19.878101 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0923 03:39:19.915662 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0923 03:39:19.953960 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I0923 03:39:19.985859 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0923 03:39:20.020866 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0923 03:39:20.056175 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0923 03:39:20.075980 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/2069.pem --> /usr/share/ca-certificates/2069.pem (1338 bytes)
I0923 03:39:20.095578 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem --> /usr/share/ca-certificates/20692.pem (1708 bytes)
I0923 03:39:20.114916 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0923 03:39:20.134579 4194 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0923 03:39:20.147962 4194 ssh_runner.go:195] Run: openssl version
I0923 03:39:20.152028 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0923 03:39:20.160149 4194 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0923 03:39:20.163424 4194 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 23 10:21 /usr/share/ca-certificates/minikubeCA.pem
I0923 03:39:20.163475 4194 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0923 03:39:20.167622 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0923 03:39:20.175850 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2069.pem && ln -fs /usr/share/ca-certificates/2069.pem /etc/ssl/certs/2069.pem"
I0923 03:39:20.184087 4194 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2069.pem
I0923 03:39:20.187424 4194 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 23 10:24 /usr/share/ca-certificates/2069.pem
I0923 03:39:20.187463 4194 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2069.pem
I0923 03:39:20.191580 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/2069.pem /etc/ssl/certs/51391683.0"
I0923 03:39:20.199789 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20692.pem && ln -fs /usr/share/ca-certificates/20692.pem /etc/ssl/certs/20692.pem"
I0923 03:39:20.208112 4194 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20692.pem
I0923 03:39:20.211425 4194 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 23 10:24 /usr/share/ca-certificates/20692.pem
I0923 03:39:20.211468 4194 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20692.pem
I0923 03:39:20.215561 4194 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/20692.pem /etc/ssl/certs/3ec20f2e.0"
I0923 03:39:20.223704 4194 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0923 03:39:20.227117 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0923 03:39:20.231460 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0923 03:39:20.235632 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0923 03:39:20.239850 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0923 03:39:20.244054 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0923 03:39:20.248248 4194 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0923 03:39:20.252383 4194 kubeadm.go:392] StartCluster: {Name:ha-063000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19672/minikube-v1.34.0-1726784654-19672-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726784731-19672@sha256:7f8c62ddb0100a5b958dd19c5b5478b8c7ef13da9a0a4d6c7d18f43544e0dbed Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-063000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget
:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disa
bleMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0923 03:39:20.252504 4194 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0923 03:39:20.264955 4194 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0923 03:39:20.272537 4194 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0923 03:39:20.272546 4194 kubeadm.go:593] restartPrimaryControlPlane start ...
I0923 03:39:20.272592 4194 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0923 03:39:20.279917 4194 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0923 03:39:20.280254 4194 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-063000" does not appear in /Users/jenkins/minikube-integration/19689-1513/kubeconfig
I0923 03:39:20.280344 4194 kubeconfig.go:62] /Users/jenkins/minikube-integration/19689-1513/kubeconfig needs updating (will repair): [kubeconfig missing "ha-063000" cluster setting kubeconfig missing "ha-063000" context setting]
I0923 03:39:20.280525 4194 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19689-1513/kubeconfig: {Name:mk204716e079bd9c313fca6d26c75f482295eb08 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:20.281161 4194 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19689-1513/kubeconfig
I0923 03:39:20.281359 4194 kapi.go:59] client config for ha-063000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/client.key", CAFile:"/Users/jenkins/minikube-integration/19689-1513/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xe0c6940), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0923 03:39:20.281723 4194 cert_rotation.go:140] Starting client certificate rotation controller
I0923 03:39:20.281872 4194 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0923 03:39:20.288891 4194 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5
I0923 03:39:20.288904 4194 kubeadm.go:597] duration metric: took 16.354688ms to restartPrimaryControlPlane
I0923 03:39:20.288922 4194 kubeadm.go:394] duration metric: took 36.544716ms to StartCluster
I0923 03:39:20.288936 4194 settings.go:142] acquiring lock: {Name:mk89e8503ab3972ba07f3295918604aa0f3a0dcd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:20.289009 4194 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19689-1513/kubeconfig
I0923 03:39:20.289355 4194 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19689-1513/kubeconfig: {Name:mk204716e079bd9c313fca6d26c75f482295eb08 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0923 03:39:20.289566 4194 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0923 03:39:20.289578 4194 start.go:241] waiting for startup goroutines ...
I0923 03:39:20.289595 4194 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0923 03:39:20.289707 4194 config.go:182] Loaded profile config "ha-063000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 03:39:20.335067 4194 out.go:177] * Enabled addons:
I0923 03:39:20.356110 4194 addons.go:510] duration metric: took 66.49101ms for enable addons: enabled=[]
I0923 03:39:20.356152 4194 start.go:246] waiting for cluster config update ...
I0923 03:39:20.356170 4194 start.go:255] writing updated cluster config ...
I0923 03:39:20.378231 4194 out.go:201]
I0923 03:39:20.400444 4194 config.go:182] Loaded profile config "ha-063000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 03:39:20.400564 4194 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/config.json ...
I0923 03:39:20.423308 4194 out.go:177] * Starting "ha-063000-m02" control-plane node in "ha-063000" cluster
I0923 03:39:20.465061 4194 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0923 03:39:20.465108 4194 cache.go:56] Caching tarball of preloaded images
I0923 03:39:20.465307 4194 preload.go:172] Found /Users/jenkins/minikube-integration/19689-1513/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0923 03:39:20.465327 4194 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0923 03:39:20.465457 4194 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/config.json ...
I0923 03:39:20.466358 4194 start.go:360] acquireMachinesLock for ha-063000-m02: {Name:mk7a9e659f1090dcc1e002c2c1e9ee51ddc534d5 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0923 03:39:20.466466 4194 start.go:364] duration metric: took 81.633µs to acquireMachinesLock for "ha-063000-m02"
I0923 03:39:20.466491 4194 start.go:96] Skipping create...Using existing machine configuration
I0923 03:39:20.466499 4194 fix.go:54] fixHost starting: m02
I0923 03:39:20.466930 4194 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0923 03:39:20.466966 4194 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0923 03:39:20.476389 4194 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51801
I0923 03:39:20.476955 4194 main.go:141] libmachine: () Calling .GetVersion
I0923 03:39:20.477418 4194 main.go:141] libmachine: Using API Version 1
I0923 03:39:20.477434 4194 main.go:141] libmachine: () Calling .SetConfigRaw
I0923 03:39:20.477717 4194 main.go:141] libmachine: () Calling .GetMachineName
I0923 03:39:20.477874 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:20.477968 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetState
I0923 03:39:20.478052 4194 main.go:141] libmachine: (ha-063000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:39:20.478133 4194 main.go:141] libmachine: (ha-063000-m02) DBG | hyperkit pid from json: 4093
I0923 03:39:20.479050 4194 main.go:141] libmachine: (ha-063000-m02) DBG | hyperkit pid 4093 missing from process table
I0923 03:39:20.479109 4194 fix.go:112] recreateIfNeeded on ha-063000-m02: state=Stopped err=<nil>
I0923 03:39:20.479120 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
W0923 03:39:20.479201 4194 fix.go:138] unexpected machine state, will restart: <nil>
I0923 03:39:20.522157 4194 out.go:177] * Restarting existing hyperkit VM for "ha-063000-m02" ...
I0923 03:39:20.542979 4194 main.go:141] libmachine: (ha-063000-m02) Calling .Start
I0923 03:39:20.543264 4194 main.go:141] libmachine: (ha-063000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:39:20.543298 4194 main.go:141] libmachine: (ha-063000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/hyperkit.pid
I0923 03:39:20.545145 4194 main.go:141] libmachine: (ha-063000-m02) DBG | hyperkit pid 4093 missing from process table
I0923 03:39:20.545158 4194 main.go:141] libmachine: (ha-063000-m02) DBG | pid 4093 is in state "Stopped"
I0923 03:39:20.545177 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/hyperkit.pid...
I0923 03:39:20.545532 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Using UUID 23c84027-8f64-406e-8798-c011e5390347
I0923 03:39:20.572828 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Generated MAC 3a:a:d4:3c:55:63
I0923 03:39:20.572856 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000
I0923 03:39:20.572976 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"23c84027-8f64-406e-8798-c011e5390347", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ba960)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0923 03:39:20.573004 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"23c84027-8f64-406e-8798-c011e5390347", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ba960)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0923 03:39:20.573036 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "23c84027-8f64-406e-8798-c011e5390347", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/ha-063000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/tty,log=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/bzimage,/Users/jenkins/minikube-integration/19689-1513/.minikube/machine
s/ha-063000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000"}
I0923 03:39:20.573070 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 23c84027-8f64-406e-8798-c011e5390347 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/ha-063000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/tty,log=/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/bzimage,/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-063000"
I0923 03:39:20.573094 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0923 03:39:20.574627 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 DEBUG: hyperkit: Pid is 4225
I0923 03:39:20.575109 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Attempt 0
I0923 03:39:20.575143 4194 main.go:141] libmachine: (ha-063000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0923 03:39:20.575189 4194 main.go:141] libmachine: (ha-063000-m02) DBG | hyperkit pid from json: 4225
I0923 03:39:20.577153 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Searching for 3a:a:d4:3c:55:63 in /var/db/dhcpd_leases ...
I0923 03:39:20.577169 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0923 03:39:20.577182 4194 main.go:141] libmachine: (ha-063000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:7a:ac:20:20:8a:f6 ID:1,7a:ac:20:20:8a:f6 Lease:0x66f296b7}
I0923 03:39:20.577189 4194 main.go:141] libmachine: (ha-063000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:3a:3b:f0:61:46:87 ID:1,3a:3b:f0:61:46:87 Lease:0x66f14512}
I0923 03:39:20.577196 4194 main.go:141] libmachine: (ha-063000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:66:9:20:9f:3:3b ID:1,66:9:20:9f:3:3b Lease:0x66f2967d}
I0923 03:39:20.577203 4194 main.go:141] libmachine: (ha-063000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:3a:a:d4:3c:55:63 ID:1,3a:a:d4:3c:55:63 Lease:0x66f29617}
I0923 03:39:20.577216 4194 main.go:141] libmachine: (ha-063000-m02) DBG | Found match: 3a:a:d4:3c:55:63
I0923 03:39:20.577225 4194 main.go:141] libmachine: (ha-063000-m02) DBG | IP: 192.169.0.6
I0923 03:39:20.577272 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetConfigRaw
I0923 03:39:20.577986 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetIP
I0923 03:39:20.578181 4194 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19689-1513/.minikube/profiles/ha-063000/config.json ...
I0923 03:39:20.578721 4194 machine.go:93] provisionDockerMachine start ...
I0923 03:39:20.578734 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:20.578881 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:20.578979 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:20.579060 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:20.579179 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:20.579308 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:20.579483 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:20.579633 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:20.579641 4194 main.go:141] libmachine: About to run SSH command:
hostname
I0923 03:39:20.582622 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I0923 03:39:20.591294 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0923 03:39:20.592261 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0923 03:39:20.592279 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0923 03:39:20.592286 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0923 03:39:20.592295 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0923 03:39:20.979085 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0923 03:39:20.979098 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:20 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0923 03:39:21.093829 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0923 03:39:21.093844 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0923 03:39:21.093854 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0923 03:39:21.093865 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0923 03:39:21.094753 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0923 03:39:21.094763 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:21 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0923 03:39:26.687819 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:26 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0923 03:39:26.687988 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:26 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0923 03:39:26.687999 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:26 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0923 03:39:26.713960 4194 main.go:141] libmachine: (ha-063000-m02) DBG | 2024/09/23 03:39:26 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0923 03:39:31.639849 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0923 03:39:31.639863 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetMachineName
I0923 03:39:31.639994 4194 buildroot.go:166] provisioning hostname "ha-063000-m02"
I0923 03:39:31.640005 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetMachineName
I0923 03:39:31.640102 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:31.640199 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:31.640300 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:31.640383 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:31.640499 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:31.640640 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:31.640778 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:31.640786 4194 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-063000-m02 && echo "ha-063000-m02" | sudo tee /etc/hostname
I0923 03:39:31.699547 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-063000-m02
I0923 03:39:31.699560 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:31.699720 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:31.699825 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:31.699940 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:31.700031 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:31.700182 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:31.700331 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:31.700342 4194 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-063000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-063000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-063000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0923 03:39:31.757668 4194 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0923 03:39:31.757683 4194 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19689-1513/.minikube CaCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19689-1513/.minikube}
I0923 03:39:31.757702 4194 buildroot.go:174] setting up certificates
I0923 03:39:31.757709 4194 provision.go:84] configureAuth start
I0923 03:39:31.757724 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetMachineName
I0923 03:39:31.757854 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetIP
I0923 03:39:31.757941 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:31.758023 4194 provision.go:143] copyHostCerts
I0923 03:39:31.758052 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem
I0923 03:39:31.758100 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem, removing ...
I0923 03:39:31.758105 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem
I0923 03:39:31.758293 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/ca.pem (1082 bytes)
I0923 03:39:31.758501 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem
I0923 03:39:31.758533 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem, removing ...
I0923 03:39:31.758538 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem
I0923 03:39:31.758740 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/cert.pem (1123 bytes)
I0923 03:39:31.758901 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem
I0923 03:39:31.758929 4194 exec_runner.go:144] found /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem, removing ...
I0923 03:39:31.758935 4194 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem
I0923 03:39:31.759007 4194 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19689-1513/.minikube/key.pem (1679 bytes)
I0923 03:39:31.759161 4194 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca-key.pem org=jenkins.ha-063000-m02 san=[127.0.0.1 192.169.0.6 ha-063000-m02 localhost minikube]
I0923 03:39:32.063102 4194 provision.go:177] copyRemoteCerts
I0923 03:39:32.063168 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0923 03:39:32.063182 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:32.063331 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:32.063423 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.063512 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:32.063635 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/id_rsa Username:docker}
I0923 03:39:32.096059 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0923 03:39:32.096132 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0923 03:39:32.114732 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem -> /etc/docker/server.pem
I0923 03:39:32.114799 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0923 03:39:32.134055 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0923 03:39:32.134117 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0923 03:39:32.153198 4194 provision.go:87] duration metric: took 395.476082ms to configureAuth
I0923 03:39:32.153211 4194 buildroot.go:189] setting minikube options for container-runtime
I0923 03:39:32.153373 4194 config.go:182] Loaded profile config "ha-063000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0923 03:39:32.153386 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:32.153514 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:32.153601 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:32.153677 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.153754 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.153825 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:32.153973 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:32.154101 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:32.154108 4194 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0923 03:39:32.201693 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0923 03:39:32.201705 4194 buildroot.go:70] root file system type: tmpfs
I0923 03:39:32.201798 4194 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0923 03:39:32.201811 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:32.201964 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:32.202077 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.202168 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.202245 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:32.202393 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:32.202533 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:32.202575 4194 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0923 03:39:32.262457 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0923 03:39:32.262474 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:32.262612 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:32.262717 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.262811 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:32.262916 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:32.263058 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:32.263199 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:32.263210 4194 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0923 03:39:33.913694 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0923 03:39:33.913714 4194 machine.go:96] duration metric: took 13.335036803s to provisionDockerMachine
I0923 03:39:33.913722 4194 start.go:293] postStartSetup for "ha-063000-m02" (driver="hyperkit")
I0923 03:39:33.913729 4194 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0923 03:39:33.913738 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:33.913942 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0923 03:39:33.913955 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:33.914054 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:33.914152 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:33.914252 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:33.914336 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/id_rsa Username:docker}
I0923 03:39:33.947012 4194 ssh_runner.go:195] Run: cat /etc/os-release
I0923 03:39:33.951171 4194 info.go:137] Remote host: Buildroot 2023.02.9
I0923 03:39:33.951183 4194 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19689-1513/.minikube/addons for local assets ...
I0923 03:39:33.951287 4194 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19689-1513/.minikube/files for local assets ...
I0923 03:39:33.951455 4194 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem -> 20692.pem in /etc/ssl/certs
I0923 03:39:33.951461 4194 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem -> /etc/ssl/certs/20692.pem
I0923 03:39:33.951625 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0923 03:39:33.960997 4194 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19689-1513/.minikube/files/etc/ssl/certs/20692.pem --> /etc/ssl/certs/20692.pem (1708 bytes)
I0923 03:39:33.990103 4194 start.go:296] duration metric: took 76.372374ms for postStartSetup
I0923 03:39:33.990123 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:33.990312 4194 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0923 03:39:33.990326 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:33.990420 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:33.990516 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:33.990610 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:33.990698 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/id_rsa Username:docker}
I0923 03:39:34.023851 4194 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0923 03:39:34.023915 4194 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0923 03:39:34.057587 4194 fix.go:56] duration metric: took 13.591140382s for fixHost
I0923 03:39:34.057614 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:34.057749 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:34.057845 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:34.057930 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:34.058011 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:34.058148 4194 main.go:141] libmachine: Using SSH client type: native
I0923 03:39:34.058289 4194 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xc9f0d00] 0xc9f39e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0923 03:39:34.058296 4194 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0923 03:39:34.109337 4194 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727087974.290682731
I0923 03:39:34.109348 4194 fix.go:216] guest clock: 1727087974.290682731
I0923 03:39:34.109354 4194 fix.go:229] Guest: 2024-09-23 03:39:34.290682731 -0700 PDT Remote: 2024-09-23 03:39:34.057602 -0700 PDT m=+56.573278097 (delta=233.080731ms)
I0923 03:39:34.109364 4194 fix.go:200] guest clock delta is within tolerance: 233.080731ms
I0923 03:39:34.109368 4194 start.go:83] releasing machines lock for "ha-063000-m02", held for 13.642945533s
I0923 03:39:34.109385 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:34.109515 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetIP
I0923 03:39:34.134444 4194 out.go:177] * Found network options:
I0923 03:39:34.155092 4194 out.go:177] - NO_PROXY=192.169.0.5
W0923 03:39:34.177158 4194 proxy.go:119] fail to check proxy env: Error ip not in block
I0923 03:39:34.177199 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:34.177876 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:34.178068 4194 main.go:141] libmachine: (ha-063000-m02) Calling .DriverName
I0923 03:39:34.178208 4194 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0923 03:39:34.178247 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
W0923 03:39:34.178299 4194 proxy.go:119] fail to check proxy env: Error ip not in block
I0923 03:39:34.178392 4194 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0923 03:39:34.178406 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHHostname
I0923 03:39:34.178441 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:34.178546 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:34.178574 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHPort
I0923 03:39:34.178666 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHKeyPath
I0923 03:39:34.178716 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:34.178822 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/id_rsa Username:docker}
I0923 03:39:34.178845 4194 main.go:141] libmachine: (ha-063000-m02) Calling .GetSSHUsername
I0923 03:39:34.178974 4194 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19689-1513/.minikube/machines/ha-063000-m02/id_rsa Username:docker}
W0923 03:39:34.206047 4194 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0923 03:39:34.206114 4194 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0923 03:39:34.256852 4194 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0923 03:39:34.256872 4194 start.go:495] detecting cgroup driver to use...
I0923 03:39:34.256979 4194 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 03:39:34.273225 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0923 03:39:34.282104 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0923 03:39:34.290943 4194 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0923 03:39:34.291002 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0923 03:39:34.299512 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 03:39:34.308259 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0923 03:39:34.316794 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0923 03:39:34.325359 4194 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0923 03:39:34.334361 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0923 03:39:34.343091 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0923 03:39:34.351953 4194 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0923 03:39:34.360618 4194 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0923 03:39:34.368386 4194 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0923 03:39:34.368440 4194 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0923 03:39:34.377265 4194 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0923 03:39:34.385420 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:34.493961 4194 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0923 03:39:34.512939 4194 start.go:495] detecting cgroup driver to use...
I0923 03:39:34.513017 4194 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0923 03:39:34.530678 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0923 03:39:34.545214 4194 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0923 03:39:34.569157 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0923 03:39:34.581436 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0923 03:39:34.595050 4194 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0923 03:39:34.619875 4194 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0923 03:39:34.631094 4194 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0923 03:39:34.646113 4194 ssh_runner.go:195] Run: which cri-dockerd
I0923 03:39:34.649022 4194 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0923 03:39:34.656792 4194 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0923 03:39:34.670399 4194 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0923 03:39:34.763935 4194 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0923 03:39:34.862711 4194 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0923 03:39:34.862735 4194 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0923 03:39:34.876958 4194 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0923 03:39:34.971779 4194 ssh_runner.go:195] Run: sudo systemctl restart docker
I0923 03:40:35.999699 4194 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.028146242s)
I0923 03:40:35.999767 4194 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0923 03:40:36.035119 4194 out.go:201]
W0923 03:40:36.056770 4194 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Sep 23 10:39:32 ha-063000-m02 systemd[1]: Starting Docker Application Container Engine...
Sep 23 10:39:32 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:32.737824302Z" level=info msg="Starting up"
Sep 23 10:39:32 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:32.738271742Z" level=info msg="containerd not running, starting managed containerd"
Sep 23 10:39:32 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:32.738895122Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=493
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.756397642Z" level=info msg="starting containerd" revision=7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c version=v1.7.22
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.773809585Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.773834524Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.773871645Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.773881733Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774002460Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774038836Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774176840Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774211774Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774224148Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774234106Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774321127Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.774472916Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.775899037Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.775938151Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.776023020Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.776033715Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.776131727Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.776173723Z" level=info msg="metadata content store policy set" policy=shared
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778341262Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778389442Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778405804Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778415915Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778425372Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778472725Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778638875Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778748302Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778784013Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778795313Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778804368Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778812536Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778819995Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778828541Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778838481Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778846348Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778853953Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778861021Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778875827Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778884723Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778892422Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778903384Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778911424Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778925145Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778936670Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778944866Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778953531Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778963269Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778970385Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778977979Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778985744Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.778994985Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779008068Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779015921Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779023443Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779070482Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779106755Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779117217Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779126010Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779132552Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779140312Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779146950Z" level=info msg="NRI interface is disabled by configuration."
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779290345Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779418635Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779476107Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Sep 23 10:39:32 ha-063000-m02 dockerd[493]: time="2024-09-23T10:39:32.779508891Z" level=info msg="containerd successfully booted in 0.024101s"
Sep 23 10:39:33 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:33.767697695Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Sep 23 10:39:33 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:33.795569449Z" level=info msg="Loading containers: start."
Sep 23 10:39:33 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:33.948469498Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.017221019Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.062062341Z" level=info msg="Loading containers: done."
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.072575820Z" level=warning msg="WARNING: bridge-nf-call-iptables is disabled"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.072636933Z" level=warning msg="WARNING: bridge-nf-call-ip6tables is disabled"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.072672722Z" level=info msg="Docker daemon" commit=41ca978 containerd-snapshotter=false storage-driver=overlay2 version=27.3.0
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.072827240Z" level=info msg="Daemon has completed initialization"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.090699545Z" level=info msg="API listen on /var/run/docker.sock"
Sep 23 10:39:34 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:34.090843077Z" level=info msg="API listen on [::]:2376"
Sep 23 10:39:34 ha-063000-m02 systemd[1]: Started Docker Application Container Engine.
Sep 23 10:39:35 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:35.165366818Z" level=info msg="Processing signal 'terminated'"
Sep 23 10:39:35 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:35.166330849Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Sep 23 10:39:35 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:35.166400091Z" level=info msg="Daemon shutdown complete"
Sep 23 10:39:35 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:35.166485106Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Sep 23 10:39:35 ha-063000-m02 dockerd[485]: time="2024-09-23T10:39:35.166518346Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Sep 23 10:39:35 ha-063000-m02 systemd[1]: Stopping Docker Application Container Engine...
Sep 23 10:39:36 ha-063000-m02 systemd[1]: docker.service: Deactivated successfully.
Sep 23 10:39:36 ha-063000-m02 systemd[1]: Stopped Docker Application Container Engine.
Sep 23 10:39:36 ha-063000-m02 systemd[1]: Starting Docker Application Container Engine...
Sep 23 10:39:36 ha-063000-m02 dockerd[1160]: time="2024-09-23T10:39:36.205004843Z" level=info msg="Starting up"
Sep 23 10:40:36 ha-063000-m02 dockerd[1160]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Sep 23 10:40:36 ha-063000-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Sep 23 10:40:36 ha-063000-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Sep 23 10:40:36 ha-063000-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0923 03:40:36.056867 4194 out.go:270] *
W0923 03:40:36.058110 4194 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0923 03:40:36.119800 4194 out.go:201]
==> Docker <==
Sep 23 10:39:26 ha-063000 dockerd[1102]: time="2024-09-23T10:39:26.821870830Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 23 10:39:48 ha-063000 dockerd[1102]: time="2024-09-23T10:39:48.385320665Z" level=info msg="shim disconnected" id=6bc63b51f317b22a3beb565693b4451ca93caccc83997d530453a7e4bf002e3b namespace=moby
Sep 23 10:39:48 ha-063000 dockerd[1096]: time="2024-09-23T10:39:48.385469185Z" level=info msg="ignoring event" container=6bc63b51f317b22a3beb565693b4451ca93caccc83997d530453a7e4bf002e3b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 10:39:48 ha-063000 dockerd[1102]: time="2024-09-23T10:39:48.386032672Z" level=warning msg="cleaning up after shim disconnected" id=6bc63b51f317b22a3beb565693b4451ca93caccc83997d530453a7e4bf002e3b namespace=moby
Sep 23 10:39:48 ha-063000 dockerd[1102]: time="2024-09-23T10:39:48.386065613Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 23 10:39:49 ha-063000 dockerd[1096]: time="2024-09-23T10:39:49.393799132Z" level=info msg="ignoring event" container=fc2fab255024092777365cc5e4e77bacd695c055825c59c1bee0707d6bf06ede module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 10:39:49 ha-063000 dockerd[1102]: time="2024-09-23T10:39:49.394248094Z" level=info msg="shim disconnected" id=fc2fab255024092777365cc5e4e77bacd695c055825c59c1bee0707d6bf06ede namespace=moby
Sep 23 10:39:49 ha-063000 dockerd[1102]: time="2024-09-23T10:39:49.394281641Z" level=warning msg="cleaning up after shim disconnected" id=fc2fab255024092777365cc5e4e77bacd695c055825c59c1bee0707d6bf06ede namespace=moby
Sep 23 10:39:49 ha-063000 dockerd[1102]: time="2024-09-23T10:39:49.394288333Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 23 10:40:04 ha-063000 dockerd[1102]: time="2024-09-23T10:40:04.951466389Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 23 10:40:04 ha-063000 dockerd[1102]: time="2024-09-23T10:40:04.951633185Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 23 10:40:04 ha-063000 dockerd[1102]: time="2024-09-23T10:40:04.951750459Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 23 10:40:04 ha-063000 dockerd[1102]: time="2024-09-23T10:40:04.951870207Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 23 10:40:10 ha-063000 dockerd[1102]: time="2024-09-23T10:40:10.951759386Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 23 10:40:10 ha-063000 dockerd[1102]: time="2024-09-23T10:40:10.953084774Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 23 10:40:10 ha-063000 dockerd[1102]: time="2024-09-23T10:40:10.953095277Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 23 10:40:10 ha-063000 dockerd[1102]: time="2024-09-23T10:40:10.953490510Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 23 10:40:31 ha-063000 dockerd[1102]: time="2024-09-23T10:40:31.507192314Z" level=info msg="shim disconnected" id=f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35 namespace=moby
Sep 23 10:40:31 ha-063000 dockerd[1102]: time="2024-09-23T10:40:31.507346977Z" level=warning msg="cleaning up after shim disconnected" id=f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35 namespace=moby
Sep 23 10:40:31 ha-063000 dockerd[1102]: time="2024-09-23T10:40:31.507356315Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 23 10:40:31 ha-063000 dockerd[1096]: time="2024-09-23T10:40:31.507742032Z" level=info msg="ignoring event" container=f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 23 10:40:32 ha-063000 dockerd[1102]: time="2024-09-23T10:40:32.524370448Z" level=info msg="shim disconnected" id=102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0 namespace=moby
Sep 23 10:40:32 ha-063000 dockerd[1102]: time="2024-09-23T10:40:32.524422237Z" level=warning msg="cleaning up after shim disconnected" id=102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0 namespace=moby
Sep 23 10:40:32 ha-063000 dockerd[1102]: time="2024-09-23T10:40:32.524629987Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 23 10:40:32 ha-063000 dockerd[1096]: time="2024-09-23T10:40:32.524749745Z" level=info msg="ignoring event" container=102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f51a14f2028e3 6bab7719df100 29 seconds ago Exited kube-apiserver 3 f55b8a064b720 kube-apiserver-ha-063000
102a044f2326c 175ffd71cce3d 35 seconds ago Exited kube-controller-manager 4 a2f372f03d832 kube-controller-manager-ha-063000
4cdfe28cd6f4d 9aa1fad941575 About a minute ago Running kube-scheduler 2 cdc7e8a81fed8 kube-scheduler-ha-063000
6849aeb9f94be 2e96e5913fc06 About a minute ago Running etcd 2 491b5dadde9e5 etcd-ha-063000
b1c3ae4742fa0 38af8ddebf499 About a minute ago Running kube-vip 1 a2387d3ecac02 kube-vip-ha-063000
a9c206e9d7c95 6e38f40d628db 3 minutes ago Exited storage-provisioner 2 61fd3e02b362f storage-provisioner
fc9d28687593e 8c811b4aec35f 3 minutes ago Exited busybox 1 e15b869839101 busybox-7dff88458-nq7qt
18066d9db9ddd c69fa2e9cbf5f 3 minutes ago Exited coredns 1 6e2e30d2a0177 coredns-7c65d6cfc9-fnjrr
c2587b4e20e3f c69fa2e9cbf5f 3 minutes ago Exited coredns 1 5e4bfb123b10d coredns-7c65d6cfc9-blsld
9b8b3d77f45ca 12968670680f4 3 minutes ago Exited kindnet-cni 1 5bb674d2bbba0 kindnet-c6hth
d824745d6158c 60c005f310ff3 3 minutes ago Exited kube-proxy 1 0f376faa8ea64 kube-proxy-vh6n4
0196743f4372c 9aa1fad941575 4 minutes ago Exited kube-scheduler 1 a431d60be94b2 kube-scheduler-ha-063000
e8483d620292a 2e96e5913fc06 4 minutes ago Exited etcd 1 fdc079761b208 etcd-ha-063000
db6244aa6eba4 38af8ddebf499 4 minutes ago Exited kube-vip 0 bda8aae3cf297 kube-vip-ha-063000
==> coredns [18066d9db9dd] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:49214 - 11936 "HINFO IN 6944209024017339821.9132105907178323070. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.012334385s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1429944166]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.453) (total time: 30003ms):
Trace[1429944166]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (10:37:15.457)
Trace[1429944166]: [30.00358216s] [30.00358216s] END
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[600542486]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.454) (total time: 30003ms):
Trace[600542486]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (10:37:15.457)
Trace[600542486]: [30.00356165s] [30.00356165s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[720595878]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.457) (total time: 30001ms):
Trace[720595878]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:37:15.459)
Trace[720595878]: [30.001712749s] [30.001712749s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [c2587b4e20e3] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:33658 - 1428 "HINFO IN 1588292248568051646.3388001393399347069. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.01156513s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[596385534]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.454) (total time: 30003ms):
Trace[596385534]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (10:37:15.457)
Trace[596385534]: [30.00365189s] [30.00365189s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1040550804]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.458) (total time: 30001ms):
Trace[1040550804]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:37:15.459)
Trace[1040550804]: [30.001464225s] [30.001464225s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1169649751]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (23-Sep-2024 10:36:45.459) (total time: 30001ms):
Trace[1169649751]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (10:37:15.461)
Trace[1169649751]: [30.00198474s] [30.00198474s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0923 10:40:40.218201 2781 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0923 10:40:40.219645 2781 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0923 10:40:40.221106 2781 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0923 10:40:40.222805 2781 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0923 10:40:40.224429 2781 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036233] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.008132] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.675837] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006730] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.840164] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.241952] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[Sep23 10:39] systemd-fstab-generator[491]: Ignoring "noauto" option for root device
[ +0.103729] systemd-fstab-generator[503]: Ignoring "noauto" option for root device
[ +1.940856] systemd-fstab-generator[1024]: Ignoring "noauto" option for root device
[ +0.238202] systemd-fstab-generator[1061]: Ignoring "noauto" option for root device
[ +0.099353] systemd-fstab-generator[1073]: Ignoring "noauto" option for root device
[ +0.113652] systemd-fstab-generator[1087]: Ignoring "noauto" option for root device
[ +2.480110] systemd-fstab-generator[1302]: Ignoring "noauto" option for root device
[ +0.104899] systemd-fstab-generator[1314]: Ignoring "noauto" option for root device
[ +0.052693] kauditd_printk_skb: 217 callbacks suppressed
[ +0.044192] systemd-fstab-generator[1326]: Ignoring "noauto" option for root device
[ +0.134947] systemd-fstab-generator[1342]: Ignoring "noauto" option for root device
[ +0.425932] systemd-fstab-generator[1506]: Ignoring "noauto" option for root device
[ +6.724604] kauditd_printk_skb: 88 callbacks suppressed
[ +22.005817] kauditd_printk_skb: 40 callbacks suppressed
==> etcd [6849aeb9f94b] <==
{"level":"warn","ts":"2024-09-23T10:40:34.051291Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616527,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-23T10:40:34.551427Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616527,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-23T10:40:35.061657Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616527,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-23T10:40:35.465167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-23T10:40:35.465254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-23T10:40:35.465271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-23T10:40:35.465289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2935] sent MsgPreVote request to 28785968d1a5f2e2 at term 3"}
{"level":"warn","ts":"2024-09-23T10:40:35.561887Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616527,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-23T10:40:36.030102Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2024-09-23T10:40:36.030222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00077404s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2024-09-23T10:40:36.030268Z","caller":"traceutil/trace.go:171","msg":"trace[1713137947] range","detail":"{range_begin:; range_end:; }","duration":"7.000832554s","start":"2024-09-23T10:40:29.029424Z","end":"2024-09-23T10:40:36.030257Z","steps":["trace[1713137947] 'agreement among raft nodes before linearized reading' (duration: 7.000771736s)"],"step_count":1}
{"level":"error","ts":"2024-09-23T10:40:36.030343Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2141\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2519\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:2943\nnet/http.(*conn).serve\n\tnet/http/server.go:2014"}
{"level":"warn","ts":"2024-09-23T10:40:37.098303Z","caller":"etcdserver/server.go:2139","msg":"failed to publish local member to cluster through raft","local-member-id":"b8c6c7563d17d844","local-member-attributes":"{Name:ha-063000 ClientURLs:[https://192.169.0.5:2379]}","request-path":"/0/members/b8c6c7563d17d844/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"warn","ts":"2024-09-23T10:40:37.120818Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"28785968d1a5f2e2","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-23T10:40:37.120888Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"28785968d1a5f2e2","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"info","ts":"2024-09-23T10:40:37.365522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-23T10:40:37.365575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-23T10:40:37.365590Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-23T10:40:37.365614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2935] sent MsgPreVote request to 28785968d1a5f2e2 at term 3"}
{"level":"info","ts":"2024-09-23T10:40:39.265017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-23T10:40:39.265049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-23T10:40:39.265060Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-23T10:40:39.265070Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2935] sent MsgPreVote request to 28785968d1a5f2e2 at term 3"}
{"level":"warn","ts":"2024-09-23T10:40:39.520695Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616529,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-23T10:40:40.022314Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741270151616529,"retry-timeout":"500ms"}
==> etcd [e8483d620292] <==
{"level":"warn","ts":"2024-09-23T10:38:29.770527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-23T10:38:26.333454Z","time spent":"3.437069284s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "}
2024/09/23 10:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-23T10:38:29.770576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-23T10:38:28.529086Z","time spent":"1.241489798s","remote":"127.0.0.1:46910","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2024/09/23 10:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-23T10:38:29.770622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485181336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-23T10:38:29.770633Z","caller":"traceutil/trace.go:171","msg":"trace[1776128731] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"2.485194893s","start":"2024-09-23T10:38:27.285436Z","end":"2024-09-23T10:38:29.770631Z","steps":["trace[1776128731] 'agreement among raft nodes before linearized reading' (duration: 2.485181258s)"],"step_count":1}
{"level":"warn","ts":"2024-09-23T10:38:29.770644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-23T10:38:27.285430Z","time spent":"2.485211068s","remote":"127.0.0.1:46912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "}
2024/09/23 10:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-23T10:38:29.773830Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068553657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-23T10:38:29.773860Z","caller":"traceutil/trace.go:171","msg":"trace[34941569] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"1.068592336s","start":"2024-09-23T10:38:28.705260Z","end":"2024-09-23T10:38:29.773853Z","steps":["trace[34941569] 'agreement among raft nodes before linearized reading' (duration: 1.068552495s)"],"step_count":1}
{"level":"warn","ts":"2024-09-23T10:38:29.773880Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-23T10:38:28.705243Z","time spent":"1.068631126s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "}
2024/09/23 10:38:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-23T10:38:29.813811Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}
{"level":"warn","ts":"2024-09-23T10:38:29.814421Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}
{"level":"info","ts":"2024-09-23T10:38:29.814503Z","caller":"etcdserver/server.go:1512","msg":"skipped leadership transfer; local server is not leader","local-member-id":"b8c6c7563d17d844","current-leader-member-id":"0"}
{"level":"info","ts":"2024-09-23T10:38:29.814559Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.814573Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.814608Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.816554Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b8c6c7563d17d844","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.816608Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.816637Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.816647Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"28785968d1a5f2e2"}
{"level":"info","ts":"2024-09-23T10:38:29.818276Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-23T10:38:29.818339Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-23T10:38:29.818349Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-063000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.5:2380"],"advertise-client-urls":["https://192.169.0.5:2379"]}
==> kernel <==
10:40:40 up 2 min, 0 users, load average: 0.10, 0.08, 0.03
Linux ha-063000 5.10.207 #1 SMP Fri Sep 20 03:13:51 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [9b8b3d77f45c] <==
I0923 10:37:55.983520 1 main.go:322] Node ha-063000-m02 has CIDR [10.244.1.0/24]
I0923 10:37:55.983785 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0923 10:37:55.983845 1 main.go:322] Node ha-063000-m03 has CIDR [10.244.2.0/24]
I0923 10:37:55.983986 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0923 10:37:55.984037 1 main.go:322] Node ha-063000-m04 has CIDR [10.244.3.0/24]
I0923 10:38:05.978781 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0923 10:38:05.978938 1 main.go:299] handling current node
I0923 10:38:05.979059 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0923 10:38:05.979146 1 main.go:322] Node ha-063000-m02 has CIDR [10.244.1.0/24]
I0923 10:38:05.979333 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0923 10:38:05.979405 1 main.go:322] Node ha-063000-m03 has CIDR [10.244.2.0/24]
I0923 10:38:05.979532 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0923 10:38:05.979592 1 main.go:322] Node ha-063000-m04 has CIDR [10.244.3.0/24]
I0923 10:38:15.983647 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0923 10:38:15.984048 1 main.go:299] handling current node
I0923 10:38:15.984128 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0923 10:38:15.984228 1 main.go:322] Node ha-063000-m02 has CIDR [10.244.1.0/24]
I0923 10:38:15.984425 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0923 10:38:15.984559 1 main.go:322] Node ha-063000-m04 has CIDR [10.244.3.0/24]
I0923 10:38:25.986846 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0923 10:38:25.986892 1 main.go:299] handling current node
I0923 10:38:25.986907 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0923 10:38:25.986911 1 main.go:322] Node ha-063000-m02 has CIDR [10.244.1.0/24]
I0923 10:38:25.987122 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0923 10:38:25.987152 1 main.go:322] Node ha-063000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [f51a14f2028e] <==
I0923 10:40:11.041479 1 options.go:228] external host was not specified, using 192.169.0.5
I0923 10:40:11.042817 1 server.go:142] Version: v1.31.1
I0923 10:40:11.042877 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0923 10:40:11.483979 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0923 10:40:11.487718 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0923 10:40:11.490127 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0923 10:40:11.490153 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0923 10:40:11.490267 1 instance.go:232] Using reconciler: lease
W0923 10:40:31.483684 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
W0923 10:40:31.483962 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
W0923 10:40:31.491961 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
F0923 10:40:31.492075 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [102a044f2326] <==
I0923 10:40:05.482842 1 serving.go:386] Generated self-signed cert in-memory
I0923 10:40:05.711930 1 controllermanager.go:197] "Starting" version="v1.31.1"
I0923 10:40:05.712052 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0923 10:40:05.713248 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0923 10:40:05.713342 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0923 10:40:05.713527 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0923 10:40:05.713549 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0923 10:40:32.498006 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.5:8443/healthz\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56948->192.169.0.5:8443: read: connection reset by peer"
==> kube-proxy [d824745d6158] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0923 10:36:45.757175 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0923 10:36:45.779190 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0923 10:36:45.779321 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0923 10:36:45.884426 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0923 10:36:45.884495 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0923 10:36:45.884516 1 server_linux.go:169] "Using iptables Proxier"
I0923 10:36:45.887267 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0923 10:36:45.888546 1 server.go:483] "Version info" version="v1.31.1"
I0923 10:36:45.888579 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0923 10:36:45.893401 1 config.go:199] "Starting service config controller"
I0923 10:36:45.894952 1 shared_informer.go:313] Waiting for caches to sync for service config
I0923 10:36:45.895145 1 config.go:328] "Starting node config controller"
I0923 10:36:45.895168 1 shared_informer.go:313] Waiting for caches to sync for node config
I0923 10:36:45.897097 1 config.go:105] "Starting endpoint slice config controller"
I0923 10:36:45.897123 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0923 10:36:45.995590 1 shared_informer.go:320] Caches are synced for node config
I0923 10:36:45.995754 1 shared_informer.go:320] Caches are synced for service config
I0923 10:36:45.998289 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [0196743f4372] <==
I0923 10:36:05.882430 1 serving.go:386] Generated self-signed cert in-memory
W0923 10:36:16.434496 1 authentication.go:370] Error looking up in-cluster authentication configuration: Get "https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps/extension-apiserver-authentication": net/http: TLS handshake timeout
W0923 10:36:16.434520 1 authentication.go:371] Continuing without authentication configuration. This may treat all requests as anonymous.
W0923 10:36:16.434525 1 authentication.go:372] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0923 10:36:25.705659 1 server.go:167] "Starting Kubernetes Scheduler" version="v1.31.1"
I0923 10:36:25.705702 1 server.go:169] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0923 10:36:25.709495 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0923 10:36:25.716299 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0923 10:36:25.716369 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0923 10:36:25.716396 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0923 10:36:25.817081 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0923 10:38:29.776936 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [4cdfe28cd6f4] <==
E0923 10:40:31.550835 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0923 10:40:32.173467 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0923 10:40:32.173520 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0923 10:40:32.499054 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57026->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.499175 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57026->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.499430 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56964->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.499502 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56964->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.499719 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57056->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.499776 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57056->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.499991 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56990->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.500073 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56990->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.500372 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57054->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.500426 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57054->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.500705 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56960->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.500758 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56960->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.500791 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56978->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.500923 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:56978->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.501051 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57040->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.501175 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57040->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.501308 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57018->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.501352 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57018->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.501467 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57070->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.501587 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57070->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
W0923 10:40:32.501929 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57002->192.169.0.5:8443: read: connection reset by peer
E0923 10:40:32.501967 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.5:57002->192.169.0.5:8443: read: connection reset by peer" logger="UnhandledError"
==> kubelet <==
Sep 23 10:40:27 ha-063000 kubelet[1513]: E0923 10:40:27.437336 1513 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-063000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Sep 23 10:40:29 ha-063000 kubelet[1513]: E0923 10:40:29.968969 1513 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-063000\" not found"
Sep 23 10:40:31 ha-063000 kubelet[1513]: I0923 10:40:31.840013 1513 scope.go:117] "RemoveContainer" containerID="6bc63b51f317b22a3beb565693b4451ca93caccc83997d530453a7e4bf002e3b"
Sep 23 10:40:31 ha-063000 kubelet[1513]: I0923 10:40:31.840616 1513 scope.go:117] "RemoveContainer" containerID="f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35"
Sep 23 10:40:31 ha-063000 kubelet[1513]: E0923 10:40:31.840692 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-063000_kube-system(65396f85a5e649e2ac890742f6d48dd0)\"" pod="kube-system/kube-apiserver-ha-063000" podUID="65396f85a5e649e2ac890742f6d48dd0"
Sep 23 10:40:32 ha-063000 kubelet[1513]: I0923 10:40:32.852337 1513 scope.go:117] "RemoveContainer" containerID="fc2fab255024092777365cc5e4e77bacd695c055825c59c1bee0707d6bf06ede"
Sep 23 10:40:32 ha-063000 kubelet[1513]: I0923 10:40:32.853246 1513 scope.go:117] "RemoveContainer" containerID="102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0"
Sep 23 10:40:32 ha-063000 kubelet[1513]: E0923 10:40:32.853323 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-063000_kube-system(6272e19756bd43d21c721cea77b5ea0e)\"" pod="kube-system/kube-controller-manager-ha-063000" podUID="6272e19756bd43d21c721cea77b5ea0e"
Sep 23 10:40:33 ha-063000 kubelet[1513]: E0923 10:40:33.584263 1513 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-063000.17f7d95958402361 default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-063000,UID:ha-063000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-063000,},FirstTimestamp:2024-09-23 10:39:19.875789665 +0000 UTC m=+0.103099985,LastTimestamp:2024-09-23 10:39:19.875789665 +0000 UTC m=+0.103099985,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-063000,}"
Sep 23 10:40:33 ha-063000 kubelet[1513]: I0923 10:40:33.874597 1513 scope.go:117] "RemoveContainer" containerID="102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0"
Sep 23 10:40:33 ha-063000 kubelet[1513]: E0923 10:40:33.874709 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-063000_kube-system(6272e19756bd43d21c721cea77b5ea0e)\"" pod="kube-system/kube-controller-manager-ha-063000" podUID="6272e19756bd43d21c721cea77b5ea0e"
Sep 23 10:40:34 ha-063000 kubelet[1513]: I0923 10:40:34.442088 1513 kubelet_node_status.go:72] "Attempting to register node" node="ha-063000"
Sep 23 10:40:35 ha-063000 kubelet[1513]: I0923 10:40:35.739713 1513 scope.go:117] "RemoveContainer" containerID="f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35"
Sep 23 10:40:35 ha-063000 kubelet[1513]: E0923 10:40:35.740544 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-063000_kube-system(65396f85a5e649e2ac890742f6d48dd0)\"" pod="kube-system/kube-apiserver-ha-063000" podUID="65396f85a5e649e2ac890742f6d48dd0"
Sep 23 10:40:35 ha-063000 kubelet[1513]: I0923 10:40:35.911762 1513 scope.go:117] "RemoveContainer" containerID="f51a14f2028e35a032afaa563f6ffd4a3c247507125633f24d7d16f7426a8c35"
Sep 23 10:40:35 ha-063000 kubelet[1513]: E0923 10:40:35.911994 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-063000_kube-system(65396f85a5e649e2ac890742f6d48dd0)\"" pod="kube-system/kube-apiserver-ha-063000" podUID="65396f85a5e649e2ac890742f6d48dd0"
Sep 23 10:40:36 ha-063000 kubelet[1513]: E0923 10:40:36.655388 1513 kubelet_node_status.go:95] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-063000"
Sep 23 10:40:36 ha-063000 kubelet[1513]: E0923 10:40:36.655733 1513 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-063000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Sep 23 10:40:39 ha-063000 kubelet[1513]: W0923 10:40:39.726380 1513 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-063000&limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 23 10:40:39 ha-063000 kubelet[1513]: E0923 10:40:39.726488 1513 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-063000&limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Sep 23 10:40:39 ha-063000 kubelet[1513]: W0923 10:40:39.726485 1513 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 23 10:40:39 ha-063000 kubelet[1513]: E0923 10:40:39.726554 1513 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Sep 23 10:40:39 ha-063000 kubelet[1513]: E0923 10:40:39.970177 1513 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-063000\" not found"
Sep 23 10:40:41 ha-063000 kubelet[1513]: I0923 10:40:41.319280 1513 scope.go:117] "RemoveContainer" containerID="102a044f2326ca181c6d4ecef7d77aee473dc258f3e06b82fa28afc71ea3d6c0"
Sep 23 10:40:41 ha-063000 kubelet[1513]: E0923 10:40:41.319479 1513 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-063000_kube-system(6272e19756bd43d21c721cea77b5ea0e)\"" pod="kube-system/kube-controller-manager-ha-063000" podUID="6272e19756bd43d21c721cea77b5ea0e"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-063000 -n ha-063000
helpers_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-063000 -n ha-063000: exit status 2 (145.45364ms)
-- stdout --
Stopped
-- /stdout --
helpers_test.go:254: status error: exit status 2 (may be ok)
helpers_test.go:256: "ha-063000" apiserver is not running, skipping kubectl commands (state="Stopped")
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (2.71s)