=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:415: expected profile "ha-401000" in json of 'profile list' to have "Degraded" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-401000\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-401000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/20090/minikube-v1.34.0-1734029574-20090-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACo
unt\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.32.0\",\"ClusterName\":\"ha-401000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.62\",\"Port\":8443,\
"KubernetesVersion\":\"v1.32.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.63\",\"Port\":8443,\"KubernetesVersion\":\"v1.32.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.65\",\"Port\":0,\"KubernetesVersion\":\"v1.32.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-g
pu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOpt
imizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-401000 -n ha-401000
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-401000 -n ha-401000: exit status 2 (177.346616ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:239: status error: exit status 2 (may be ok)
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-401000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-401000 logs -n 25: (2.140844931s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-401000 cp ha-401000-m03:/home/docker/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04:/home/docker/cp-test_ha-401000-m03_ha-401000-m04.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-401000 ssh -n ha-401000-m04 sudo cat | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | /home/docker/cp-test_ha-401000-m03_ha-401000-m04.txt | | | | | |
| cp | ha-401000 cp testdata/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-401000 cp ha-401000-m04:/home/docker/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | /var/folders/0y/_8hvl7v13q38_kkh25vpxkz00000gp/T/TestMultiControlPlaneserialCopyFile2904002706/001/cp-test_ha-401000-m04.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-401000 cp ha-401000-m04:/home/docker/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000:/home/docker/cp-test_ha-401000-m04_ha-401000.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-401000 ssh -n ha-401000 sudo cat | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | /home/docker/cp-test_ha-401000-m04_ha-401000.txt | | | | | |
| cp | ha-401000 cp ha-401000-m04:/home/docker/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m02:/home/docker/cp-test_ha-401000-m04_ha-401000-m02.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-401000 ssh -n ha-401000-m02 sudo cat | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | /home/docker/cp-test_ha-401000-m04_ha-401000-m02.txt | | | | | |
| cp | ha-401000 cp ha-401000-m04:/home/docker/cp-test.txt | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m03:/home/docker/cp-test_ha-401000-m04_ha-401000-m03.txt | | | | | |
| ssh | ha-401000 ssh -n | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | ha-401000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-401000 ssh -n ha-401000-m03 sudo cat | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:57 PST |
| | /home/docker/cp-test_ha-401000-m04_ha-401000-m03.txt | | | | | |
| node | ha-401000 node stop m02 -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:57 PST | 16 Dec 24 12:58 PST |
| | --alsologtostderr | | | | | |
| node | ha-401000 node start m02 -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:58 PST | 16 Dec 24 12:58 PST |
| | --alsologtostderr | | | | | |
| node | list -p ha-401000 -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:58 PST | |
| | --alsologtostderr | | | | | |
| stop | -p ha-401000 -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:58 PST | 16 Dec 24 12:59 PST |
| | --alsologtostderr | | | | | |
| start | -p ha-401000 --wait=true -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 12:59 PST | 16 Dec 24 13:01 PST |
| | --alsologtostderr | | | | | |
| node | list -p ha-401000 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 13:01 PST | |
| node | ha-401000 node delete m03 -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 13:01 PST | 16 Dec 24 13:01 PST |
| | --alsologtostderr | | | | | |
| stop | ha-401000 stop -v=7 | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 13:01 PST | 16 Dec 24 13:01 PST |
| | --alsologtostderr | | | | | |
| start | -p ha-401000 --wait=true | ha-401000 | jenkins | v1.34.0 | 16 Dec 24 13:01 PST | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/16 13:01:55
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.23.3 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1216 13:01:55.728336 23513 out.go:345] Setting OutFile to fd 1 ...
I1216 13:01:55.729101 23513 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 13:01:55.729110 23513 out.go:358] Setting ErrFile to fd 2...
I1216 13:01:55.729116 23513 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 13:01:55.729564 23513 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/20091-20051/.minikube/bin
I1216 13:01:55.731319 23513 out.go:352] Setting JSON to false
I1216 13:01:55.760588 23513 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":14487,"bootTime":1734368428,"procs":567,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"15.1.1","kernelVersion":"24.1.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W1216 13:01:55.760753 23513 start.go:137] gopshost.Virtualization returned error: not implemented yet
I1216 13:01:55.782713 23513 out.go:177] * [ha-401000] minikube v1.34.0 on Darwin 15.1.1
I1216 13:01:55.824474 23513 out.go:177] - MINIKUBE_LOCATION=20091
I1216 13:01:55.824558 23513 notify.go:220] Checking for updates...
I1216 13:01:55.867280 23513 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/20091-20051/kubeconfig
I1216 13:01:55.888394 23513 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I1216 13:01:55.909529 23513 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1216 13:01:55.930551 23513 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/20091-20051/.minikube
I1216 13:01:55.951504 23513 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1216 13:01:55.973197 23513 config.go:182] Loaded profile config "ha-401000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.32.0
I1216 13:01:55.973913 23513 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1216 13:01:55.973988 23513 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1216 13:01:55.986982 23513 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:49625
I1216 13:01:55.987337 23513 main.go:141] libmachine: () Calling .GetVersion
I1216 13:01:55.987758 23513 main.go:141] libmachine: Using API Version 1
I1216 13:01:55.987785 23513 main.go:141] libmachine: () Calling .SetConfigRaw
I1216 13:01:55.988012 23513 main.go:141] libmachine: () Calling .GetMachineName
I1216 13:01:55.988119 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:01:55.988322 23513 driver.go:394] Setting default libvirt URI to qemu:///system
I1216 13:01:55.988579 23513 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1216 13:01:55.988605 23513 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1216 13:01:55.999996 23513 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:49627
I1216 13:01:56.000333 23513 main.go:141] libmachine: () Calling .GetVersion
I1216 13:01:56.000718 23513 main.go:141] libmachine: Using API Version 1
I1216 13:01:56.000742 23513 main.go:141] libmachine: () Calling .SetConfigRaw
I1216 13:01:56.000969 23513 main.go:141] libmachine: () Calling .GetMachineName
I1216 13:01:56.001070 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:01:56.032515 23513 out.go:177] * Using the hyperkit driver based on existing profile
I1216 13:01:56.074445 23513 start.go:297] selected driver: hyperkit
I1216 13:01:56.074474 23513 start.go:901] validating driver "hyperkit" against &{Name:ha-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20090/minikube-v1.34.0-1734029574-20090-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.32.0 ClusterName:ha-401000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.62 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.63 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.65 Port:0 KubernetesVersion:v1.32.0 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false i
ngress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1216 13:01:56.074703 23513 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1216 13:01:56.074871 23513 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1216 13:01:56.075147 23513 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/20091-20051/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I1216 13:01:56.088014 23513 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I1216 13:01:56.094817 23513 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1216 13:01:56.094838 23513 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I1216 13:01:56.100274 23513 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1216 13:01:56.100317 23513 cni.go:84] Creating CNI manager for ""
I1216 13:01:56.100356 23513 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1216 13:01:56.100432 23513 start.go:340] cluster config:
{Name:ha-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20090/minikube-v1.34.0-1734029574-20090-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 ClusterName:ha-401000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.62 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.63 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.65 Port:0 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-prov
isioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFi
rmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1216 13:01:56.100561 23513 iso.go:125] acquiring lock: {Name:mkf5d96eaaf09aeac4578414228a6e23e2eee0fd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1216 13:01:56.142365 23513 out.go:177] * Starting "ha-401000" primary control-plane node in "ha-401000" cluster
I1216 13:01:56.163427 23513 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime docker
I1216 13:01:56.163500 23513 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/20091-20051/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-docker-overlay2-amd64.tar.lz4
I1216 13:01:56.163525 23513 cache.go:56] Caching tarball of preloaded images
I1216 13:01:56.163744 23513 preload.go:172] Found /Users/jenkins/minikube-integration/20091-20051/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1216 13:01:56.163762 23513 cache.go:59] Finished verifying existence of preloaded tar for v1.32.0 on docker
I1216 13:01:56.163958 23513 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/config.json ...
I1216 13:01:56.164936 23513 start.go:360] acquireMachinesLock for ha-401000: {Name:mk33b7233e5fb894830716aaed60c2d324b4f15e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1216 13:01:56.165105 23513 start.go:364] duration metric: took 145.115µs to acquireMachinesLock for "ha-401000"
I1216 13:01:56.165139 23513 start.go:96] Skipping create...Using existing machine configuration
I1216 13:01:56.165157 23513 fix.go:54] fixHost starting:
I1216 13:01:56.165570 23513 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1216 13:01:56.165602 23513 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1216 13:01:56.177823 23513 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:49629
I1216 13:01:56.178141 23513 main.go:141] libmachine: () Calling .GetVersion
I1216 13:01:56.178529 23513 main.go:141] libmachine: Using API Version 1
I1216 13:01:56.178542 23513 main.go:141] libmachine: () Calling .SetConfigRaw
I1216 13:01:56.178767 23513 main.go:141] libmachine: () Calling .GetMachineName
I1216 13:01:56.178884 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:01:56.179001 23513 main.go:141] libmachine: (ha-401000) Calling .GetState
I1216 13:01:56.179115 23513 main.go:141] libmachine: (ha-401000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:01:56.179214 23513 main.go:141] libmachine: (ha-401000) DBG | hyperkit pid from json: 23017
I1216 13:01:56.180420 23513 main.go:141] libmachine: (ha-401000) DBG | hyperkit pid 23017 missing from process table
I1216 13:01:56.180468 23513 fix.go:112] recreateIfNeeded on ha-401000: state=Stopped err=<nil>
I1216 13:01:56.180485 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
W1216 13:01:56.180578 23513 fix.go:138] unexpected machine state, will restart: <nil>
I1216 13:01:56.222494 23513 out.go:177] * Restarting existing hyperkit VM for "ha-401000" ...
I1216 13:01:56.245394 23513 main.go:141] libmachine: (ha-401000) Calling .Start
I1216 13:01:56.245673 23513 main.go:141] libmachine: (ha-401000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:01:56.245716 23513 main.go:141] libmachine: (ha-401000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/hyperkit.pid
I1216 13:01:56.247920 23513 main.go:141] libmachine: (ha-401000) DBG | hyperkit pid 23017 missing from process table
I1216 13:01:56.247934 23513 main.go:141] libmachine: (ha-401000) DBG | pid 23017 is in state "Stopped"
I1216 13:01:56.247948 23513 main.go:141] libmachine: (ha-401000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/hyperkit.pid...
I1216 13:01:56.248115 23513 main.go:141] libmachine: (ha-401000) DBG | Using UUID 26d5fed5-a6c4-4340-adeb-21fed2a26f95
I1216 13:01:56.365557 23513 main.go:141] libmachine: (ha-401000) DBG | Generated MAC ba:e1:09:5a:33:a4
I1216 13:01:56.365581 23513 main.go:141] libmachine: (ha-401000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000
I1216 13:01:56.365718 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"26d5fed5-a6c4-4340-adeb-21fed2a26f95", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00043fb30)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/bzimage", Initrd:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1216 13:01:56.365749 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"26d5fed5-a6c4-4340-adeb-21fed2a26f95", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00043fb30)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/bzimage", Initrd:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1216 13:01:56.365814 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "26d5fed5-a6c4-4340-adeb-21fed2a26f95", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/ha-401000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/tty,log=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/bzimage,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/initrd,earlyp
rintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000"}
I1216 13:01:56.365863 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 26d5fed5-a6c4-4340-adeb-21fed2a26f95 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/ha-401000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/tty,log=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/console-ring -f kexec,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/bzimage,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nom
odeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000"
I1216 13:01:56.365887 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1216 13:01:56.368737 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 DEBUG: hyperkit: Pid is 23526
I1216 13:01:56.369081 23513 main.go:141] libmachine: (ha-401000) DBG | Attempt 0
I1216 13:01:56.369099 23513 main.go:141] libmachine: (ha-401000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:01:56.369164 23513 main.go:141] libmachine: (ha-401000) DBG | hyperkit pid from json: 23526
I1216 13:01:56.370318 23513 main.go:141] libmachine: (ha-401000) DBG | Searching for ba:e1:09:5a:33:a4 in /var/db/dhcpd_leases ...
I1216 13:01:56.370577 23513 main.go:141] libmachine: (ha-401000) DBG | Found 64 entries in /var/db/dhcpd_leases!
I1216 13:01:56.370603 23513 main.go:141] libmachine: (ha-401000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.64 HWAddress:ce:06:d7:02:93:f9 ID:1,ce:6:d7:2:93:f9 Lease:0x67609528}
I1216 13:01:56.370623 23513 main.go:141] libmachine: (ha-401000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.65 HWAddress:66:3c:0e:a5:f5:e2 ID:1,66:3c:e:a5:f5:e2 Lease:0x6760a323}
I1216 13:01:56.370638 23513 main.go:141] libmachine: (ha-401000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.63 HWAddress:62:79:7b:67:0f:03 ID:1,62:79:7b:67:f:3 Lease:0x6760a2cd}
I1216 13:01:56.370651 23513 main.go:141] libmachine: (ha-401000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.62 HWAddress:ba:e1:09:5a:33:a4 ID:1,ba:e1:9:5a:33:a4 Lease:0x6760a2bb}
I1216 13:01:56.370659 23513 main.go:141] libmachine: (ha-401000) DBG | Found match: ba:e1:09:5a:33:a4
I1216 13:01:56.370670 23513 main.go:141] libmachine: (ha-401000) DBG | IP: 192.169.0.62
I1216 13:01:56.370718 23513 main.go:141] libmachine: (ha-401000) Calling .GetConfigRaw
I1216 13:01:56.371408 23513 main.go:141] libmachine: (ha-401000) Calling .GetIP
I1216 13:01:56.371606 23513 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/config.json ...
I1216 13:01:56.372066 23513 machine.go:93] provisionDockerMachine start ...
I1216 13:01:56.372077 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:01:56.372213 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:01:56.372318 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:01:56.372446 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:01:56.372582 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:01:56.372700 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:01:56.372848 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:01:56.373033 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:01:56.373041 23513 main.go:141] libmachine: About to run SSH command:
hostname
I1216 13:01:56.379906 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1216 13:01:56.438214 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1216 13:01:56.439077 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1216 13:01:56.439103 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1216 13:01:56.439114 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1216 13:01:56.439122 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1216 13:01:56.835790 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1216 13:01:56.835805 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1216 13:01:56.950651 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1216 13:01:56.950670 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1216 13:01:56.950677 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1216 13:01:56.950682 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1216 13:01:56.951531 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1216 13:01:56.951539 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:01:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1216 13:02:02.683733 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:02:02 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1216 13:02:02.683807 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:02:02 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1216 13:02:02.683818 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:02:02 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1216 13:02:02.708061 23513 main.go:141] libmachine: (ha-401000) DBG | 2024/12/16 13:02:02 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1216 13:02:31.447148 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1216 13:02:31.447162 23513 main.go:141] libmachine: (ha-401000) Calling .GetMachineName
I1216 13:02:31.447314 23513 buildroot.go:166] provisioning hostname "ha-401000"
I1216 13:02:31.447325 23513 main.go:141] libmachine: (ha-401000) Calling .GetMachineName
I1216 13:02:31.447434 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.447523 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.447626 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.447717 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.447809 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.447970 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:31.448124 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:31.448132 23513 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-401000 && echo "ha-401000" | sudo tee /etc/hostname
I1216 13:02:31.520965 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-401000
I1216 13:02:31.520992 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.521136 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.521243 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.521334 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.521436 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.521584 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:31.521729 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:31.521739 23513 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-401000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-401000/g' /etc/hosts;
else
echo '127.0.1.1 ha-401000' | sudo tee -a /etc/hosts;
fi
fi
I1216 13:02:31.588840 23513 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1216 13:02:31.588862 23513 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/20091-20051/.minikube CaCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/20091-20051/.minikube}
I1216 13:02:31.588882 23513 buildroot.go:174] setting up certificates
I1216 13:02:31.588888 23513 provision.go:84] configureAuth start
I1216 13:02:31.588894 23513 main.go:141] libmachine: (ha-401000) Calling .GetMachineName
I1216 13:02:31.589039 23513 main.go:141] libmachine: (ha-401000) Calling .GetIP
I1216 13:02:31.589133 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.589227 23513 provision.go:143] copyHostCerts
I1216 13:02:31.589257 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem
I1216 13:02:31.589325 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem, removing ...
I1216 13:02:31.589334 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem
I1216 13:02:31.589548 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem (1078 bytes)
I1216 13:02:31.590070 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem
I1216 13:02:31.590130 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem, removing ...
I1216 13:02:31.590135 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem
I1216 13:02:31.590224 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem (1123 bytes)
I1216 13:02:31.590390 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem
I1216 13:02:31.590436 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem, removing ...
I1216 13:02:31.590449 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem
I1216 13:02:31.590536 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem (1675 bytes)
I1216 13:02:31.590691 23513 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca-key.pem org=jenkins.ha-401000 san=[127.0.0.1 192.169.0.62 ha-401000 localhost minikube]
I1216 13:02:31.767619 23513 provision.go:177] copyRemoteCerts
I1216 13:02:31.767694 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1216 13:02:31.767715 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.767863 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.767968 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.768036 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.768128 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.62 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/id_rsa Username:docker}
I1216 13:02:31.803766 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem -> /etc/docker/server.pem
I1216 13:02:31.803841 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1216 13:02:31.823601 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1216 13:02:31.823665 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1216 13:02:31.843078 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1216 13:02:31.843136 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1216 13:02:31.862603 23513 provision.go:87] duration metric: took 273.698778ms to configureAuth
I1216 13:02:31.862616 23513 buildroot.go:189] setting minikube options for container-runtime
I1216 13:02:31.862782 23513 config.go:182] Loaded profile config "ha-401000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.32.0
I1216 13:02:31.862795 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:31.862934 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.863039 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.863121 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.863218 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.863322 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.863478 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:31.863605 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:31.863612 23513 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1216 13:02:31.923412 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1216 13:02:31.923431 23513 buildroot.go:70] root file system type: tmpfs
I1216 13:02:31.923512 23513 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1216 13:02:31.923523 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.923665 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.923776 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.923876 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.923968 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.924155 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:31.924302 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:31.924347 23513 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1216 13:02:31.996840 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1216 13:02:31.996863 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:31.997015 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:31.997124 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.997234 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:31.997328 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:31.997507 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:31.997645 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:31.997659 23513 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1216 13:02:33.708916 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1216 13:02:33.708930 23513 machine.go:96] duration metric: took 37.336217745s to provisionDockerMachine
I1216 13:02:33.708943 23513 start.go:293] postStartSetup for "ha-401000" (driver="hyperkit")
I1216 13:02:33.708951 23513 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1216 13:02:33.708962 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.709163 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1216 13:02:33.709186 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.709279 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.709381 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.709483 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.709566 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.62 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/id_rsa Username:docker}
I1216 13:02:33.746545 23513 ssh_runner.go:195] Run: cat /etc/os-release
I1216 13:02:33.749749 23513 info.go:137] Remote host: Buildroot 2023.02.9
I1216 13:02:33.749762 23513 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20091-20051/.minikube/addons for local assets ...
I1216 13:02:33.749875 23513 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20091-20051/.minikube/files for local assets ...
I1216 13:02:33.750091 23513 filesync.go:149] local asset: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem -> 206162.pem in /etc/ssl/certs
I1216 13:02:33.750097 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem -> /etc/ssl/certs/206162.pem
I1216 13:02:33.750352 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1216 13:02:33.757537 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem --> /etc/ssl/certs/206162.pem (1708 bytes)
I1216 13:02:33.777628 23513 start.go:296] duration metric: took 68.674855ms for postStartSetup
I1216 13:02:33.777652 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.777853 23513 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1216 13:02:33.777867 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.777968 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.778058 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.778153 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.778264 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.62 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/id_rsa Username:docker}
I1216 13:02:33.814673 23513 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1216 13:02:33.814747 23513 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1216 13:02:33.849493 23513 fix.go:56] duration metric: took 37.683698333s for fixHost
I1216 13:02:33.849516 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.849652 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.849746 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.849825 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.849914 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.850065 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:33.850207 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:33.850214 23513 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1216 13:02:33.910838 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: 1734382956.152622747
I1216 13:02:33.910850 23513 fix.go:216] guest clock: 1734382956.152622747
I1216 13:02:33.910856 23513 fix.go:229] Guest: 2024-12-16 13:02:36.152622747 -0800 PST Remote: 2024-12-16 13:02:33.849506 -0800 PST m=+38.161201458 (delta=2.303116747s)
I1216 13:02:33.910880 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.911020 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.911107 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.911206 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.911283 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.911440 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:33.911587 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.62 22 <nil> <nil>}
I1216 13:02:33.911595 23513 main.go:141] libmachine: About to run SSH command:
sudo date -s @1734382953
I1216 13:02:33.979786 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Dec 16 21:02:33 UTC 2024
I1216 13:02:33.979798 23513 fix.go:236] clock set: Mon Dec 16 21:02:33 UTC 2024
(err=<nil>)
I1216 13:02:33.979803 23513 start.go:83] releasing machines lock for "ha-401000", held for 37.814041263s
I1216 13:02:33.979822 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.979962 23513 main.go:141] libmachine: (ha-401000) Calling .GetIP
I1216 13:02:33.980058 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.980347 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.980455 23513 main.go:141] libmachine: (ha-401000) Calling .DriverName
I1216 13:02:33.980551 23513 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1216 13:02:33.980584 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.980599 23513 ssh_runner.go:195] Run: cat /version.json
I1216 13:02:33.980610 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHHostname
I1216 13:02:33.980659 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.980684 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHPort
I1216 13:02:33.980775 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.980787 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHKeyPath
I1216 13:02:33.980881 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.980894 23513 main.go:141] libmachine: (ha-401000) Calling .GetSSHUsername
I1216 13:02:33.980984 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.62 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/id_rsa Username:docker}
I1216 13:02:33.980987 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.62 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000/id_rsa Username:docker}
I1216 13:02:34.065708 23513 ssh_runner.go:195] Run: systemctl --version
I1216 13:02:34.070910 23513 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1216 13:02:34.075191 23513 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1216 13:02:34.075243 23513 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1216 13:02:34.087263 23513 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1216 13:02:34.087275 23513 start.go:495] detecting cgroup driver to use...
I1216 13:02:34.087377 23513 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1216 13:02:34.104171 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1216 13:02:34.113008 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1216 13:02:34.121832 23513 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1216 13:02:34.121892 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1216 13:02:34.130725 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1216 13:02:34.139322 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1216 13:02:34.147892 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1216 13:02:34.156623 23513 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1216 13:02:34.165511 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1216 13:02:34.174454 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1216 13:02:34.183187 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1216 13:02:34.191950 23513 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1216 13:02:34.199741 23513 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1216 13:02:34.199788 23513 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1216 13:02:34.208578 23513 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1216 13:02:34.216645 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:34.313296 23513 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1216 13:02:34.334204 23513 start.go:495] detecting cgroup driver to use...
I1216 13:02:34.334298 23513 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1216 13:02:34.347772 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1216 13:02:34.359402 23513 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1216 13:02:34.373346 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1216 13:02:34.384459 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1216 13:02:34.395281 23513 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1216 13:02:34.425801 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1216 13:02:34.437486 23513 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1216 13:02:34.453133 23513 ssh_runner.go:195] Run: which cri-dockerd
I1216 13:02:34.456170 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1216 13:02:34.464387 23513 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1216 13:02:34.477837 23513 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1216 13:02:34.575883 23513 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1216 13:02:34.672931 23513 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1216 13:02:34.673015 23513 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1216 13:02:34.692148 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:34.784789 23513 ssh_runner.go:195] Run: sudo systemctl restart docker
I1216 13:02:37.171458 23513 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.386606667s)
I1216 13:02:37.171546 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1216 13:02:37.182400 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1216 13:02:37.192580 23513 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1216 13:02:37.284359 23513 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1216 13:02:37.382857 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:37.493618 23513 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1216 13:02:37.507013 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1216 13:02:37.518188 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:37.612551 23513 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1216 13:02:37.680306 23513 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1216 13:02:37.680414 23513 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1216 13:02:37.686053 23513 start.go:563] Will wait 60s for crictl version
I1216 13:02:37.686113 23513 ssh_runner.go:195] Run: which crictl
I1216 13:02:37.689315 23513 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1216 13:02:37.715587 23513 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.4.0
RuntimeApiVersion: v1
I1216 13:02:37.715672 23513 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1216 13:02:37.734764 23513 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1216 13:02:37.776502 23513 out.go:235] * Preparing Kubernetes v1.32.0 on Docker 27.4.0 ...
I1216 13:02:37.776570 23513 main.go:141] libmachine: (ha-401000) Calling .GetIP
I1216 13:02:37.777038 23513 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1216 13:02:37.781537 23513 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1216 13:02:37.791900 23513 kubeadm.go:883] updating cluster {Name:ha-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20090/minikube-v1.34.0-1734029574-20090-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.
0 ClusterName:ha-401000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.62 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.63 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.65 Port:0 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro
r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1216 13:02:37.791995 23513 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime docker
I1216 13:02:37.792059 23513 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1216 13:02:37.806202 23513 docker.go:689] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.32.0
registry.k8s.io/kube-scheduler:v1.32.0
registry.k8s.io/kube-controller-manager:v1.32.0
registry.k8s.io/kube-proxy:v1.32.0
ghcr.io/kube-vip/kube-vip:v0.8.7
kindest/kindnetd:v20241108-5c6d2daf
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1216 13:02:37.806214 23513 docker.go:619] Images already preloaded, skipping extraction
I1216 13:02:37.806305 23513 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1216 13:02:37.819483 23513 docker.go:689] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.32.0
registry.k8s.io/kube-controller-manager:v1.32.0
registry.k8s.io/kube-scheduler:v1.32.0
registry.k8s.io/kube-proxy:v1.32.0
ghcr.io/kube-vip/kube-vip:v0.8.7
kindest/kindnetd:v20241108-5c6d2daf
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1216 13:02:37.819499 23513 cache_images.go:84] Images are preloaded, skipping loading
I1216 13:02:37.819505 23513 kubeadm.go:934] updating node { 192.169.0.62 8443 v1.32.0 docker true true} ...
I1216 13:02:37.819585 23513 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-401000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.62
[Install]
config:
{KubernetesVersion:v1.32.0 ClusterName:ha-401000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1216 13:02:37.819673 23513 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1216 13:02:37.854016 23513 cni.go:84] Creating CNI manager for ""
I1216 13:02:37.854032 23513 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1216 13:02:37.854040 23513 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1216 13:02:37.854057 23513 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.62 APIServerPort:8443 KubernetesVersion:v1.32.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-401000 NodeName:ha-401000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.62"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.62 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/ma
nifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1216 13:02:37.854138 23513 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.62
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-401000"
kubeletExtraArgs:
- name: "node-ip"
value: "192.169.0.62"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.62"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1216 13:02:37.854157 23513 kube-vip.go:115] generating kube-vip config ...
I1216 13:02:37.854233 23513 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1216 13:02:37.868415 23513 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1216 13:02:37.868481 23513 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1216 13:02:37.868556 23513 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.0
I1216 13:02:37.881699 23513 binaries.go:44] Found k8s binaries, skipping transfer
I1216 13:02:37.881772 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1216 13:02:37.889994 23513 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1216 13:02:37.903506 23513 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1216 13:02:37.916649 23513 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1216 13:02:37.930399 23513 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I1216 13:02:37.943735 23513 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1216 13:02:37.946670 23513 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1216 13:02:37.956791 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:38.066020 23513 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1216 13:02:38.080767 23513 certs.go:68] Setting up /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000 for IP: 192.169.0.62
I1216 13:02:38.080781 23513 certs.go:194] generating shared ca certs ...
I1216 13:02:38.080793 23513 certs.go:226] acquiring lock for ca certs: {Name:mk91ac75353a38e54a9d27144749b61ffd6324a7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.080994 23513 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.key
I1216 13:02:38.081086 23513 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/proxy-client-ca.key
I1216 13:02:38.081097 23513 certs.go:256] generating profile certs ...
I1216 13:02:38.081201 23513 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/client.key
I1216 13:02:38.081224 23513 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key.577fd91f
I1216 13:02:38.081245 23513 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt.577fd91f with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.62 192.169.0.63 192.169.0.254]
I1216 13:02:38.291103 23513 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt.577fd91f ...
I1216 13:02:38.291119 23513 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt.577fd91f: {Name:mk0b5a5d857ce39818480adc9f3a492cfa450a03 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.291492 23513 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key.577fd91f ...
I1216 13:02:38.291502 23513 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key.577fd91f: {Name:mke197954b34128a8fbc8f11b31696a69cb93a2d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.291759 23513 certs.go:381] copying /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt.577fd91f -> /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt
I1216 13:02:38.292010 23513 certs.go:385] copying /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key.577fd91f -> /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key
I1216 13:02:38.292282 23513 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/proxy-client.key
I1216 13:02:38.292291 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1216 13:02:38.292317 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1216 13:02:38.292337 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1216 13:02:38.292362 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1216 13:02:38.292382 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1216 13:02:38.292400 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1216 13:02:38.292418 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1216 13:02:38.292437 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1216 13:02:38.292530 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/20616.pem (1338 bytes)
W1216 13:02:38.292583 23513 certs.go:480] ignoring /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/20616_empty.pem, impossibly tiny 0 bytes
I1216 13:02:38.292597 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca-key.pem (1679 bytes)
I1216 13:02:38.292648 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem (1078 bytes)
I1216 13:02:38.292681 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem (1123 bytes)
I1216 13:02:38.292711 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem (1675 bytes)
I1216 13:02:38.292777 23513 certs.go:484] found cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem (1708 bytes)
I1216 13:02:38.292813 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1216 13:02:38.292838 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/20616.pem -> /usr/share/ca-certificates/20616.pem
I1216 13:02:38.292857 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem -> /usr/share/ca-certificates/206162.pem
I1216 13:02:38.293319 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1216 13:02:38.341251 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1216 13:02:38.385009 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1216 13:02:38.429177 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1216 13:02:38.462120 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1216 13:02:38.490739 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1216 13:02:38.519026 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1216 13:02:38.540495 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1216 13:02:38.560044 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1216 13:02:38.579560 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/20616.pem --> /usr/share/ca-certificates/20616.pem (1338 bytes)
I1216 13:02:38.598485 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem --> /usr/share/ca-certificates/206162.pem (1708 bytes)
I1216 13:02:38.618050 23513 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1216 13:02:38.631730 23513 ssh_runner.go:195] Run: openssl version
I1216 13:02:38.636021 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/20616.pem && ln -fs /usr/share/ca-certificates/20616.pem /etc/ssl/certs/20616.pem"
I1216 13:02:38.645158 23513 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/20616.pem
I1216 13:02:38.648760 23513 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 16 20:49 /usr/share/ca-certificates/20616.pem
I1216 13:02:38.648817 23513 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/20616.pem
I1216 13:02:38.653182 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/20616.pem /etc/ssl/certs/51391683.0"
I1216 13:02:38.662534 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/206162.pem && ln -fs /usr/share/ca-certificates/206162.pem /etc/ssl/certs/206162.pem"
I1216 13:02:38.671877 23513 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/206162.pem
I1216 13:02:38.675280 23513 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 16 20:49 /usr/share/ca-certificates/206162.pem
I1216 13:02:38.675339 23513 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/206162.pem
I1216 13:02:38.679955 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/206162.pem /etc/ssl/certs/3ec20f2e.0"
I1216 13:02:38.688854 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1216 13:02:38.698391 23513 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1216 13:02:38.702200 23513 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 16 20:39 /usr/share/ca-certificates/minikubeCA.pem
I1216 13:02:38.702248 23513 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1216 13:02:38.706518 23513 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1216 13:02:38.715565 23513 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1216 13:02:38.719088 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1216 13:02:38.723490 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1216 13:02:38.727801 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1216 13:02:38.732027 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1216 13:02:38.736290 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1216 13:02:38.740473 23513 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1216 13:02:38.744724 23513 kubeadm.go:392] StartCluster: {Name:ha-401000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20090/minikube-v1.34.0-1734029574-20090-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 C
lusterName:ha-401000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.62 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.63 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.65 Port:0 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ing
ress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1216 13:02:38.744849 23513 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1216 13:02:38.759237 23513 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1216 13:02:38.767433 23513 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I1216 13:02:38.767447 23513 kubeadm.go:593] restartPrimaryControlPlane start ...
I1216 13:02:38.767500 23513 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1216 13:02:38.775522 23513 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1216 13:02:38.775834 23513 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-401000" does not appear in /Users/jenkins/minikube-integration/20091-20051/kubeconfig
I1216 13:02:38.775924 23513 kubeconfig.go:62] /Users/jenkins/minikube-integration/20091-20051/kubeconfig needs updating (will repair): [kubeconfig missing "ha-401000" cluster setting kubeconfig missing "ha-401000" context setting]
I1216 13:02:38.776100 23513 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20091-20051/kubeconfig: {Name:mk170d1f891f5042af625d6ec7f08594e263027d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.776731 23513 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/20091-20051/kubeconfig
I1216 13:02:38.776935 23513 kapi.go:59] client config for ha-401000: &rest.Config{Host:"https://192.169.0.62:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/client.key", CAFile:"/Users/jenkins/minikube-integration/20091-20051/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x3a1de40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1216 13:02:38.777258 23513 cert_rotation.go:140] Starting client certificate rotation controller
I1216 13:02:38.777455 23513 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1216 13:02:38.785249 23513 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.62
I1216 13:02:38.785261 23513 kubeadm.go:597] duration metric: took 17.810157ms to restartPrimaryControlPlane
I1216 13:02:38.785266 23513 kubeadm.go:394] duration metric: took 40.547104ms to StartCluster
I1216 13:02:38.785275 23513 settings.go:142] acquiring lock: {Name:mka950e6f0ea73f2ccdf7c62985c4dc5dc168bab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.785362 23513 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/20091-20051/kubeconfig
I1216 13:02:38.785769 23513 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20091-20051/kubeconfig: {Name:mk170d1f891f5042af625d6ec7f08594e263027d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 13:02:38.785996 23513 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.62 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I1216 13:02:38.786009 23513 start.go:241] waiting for startup goroutines ...
I1216 13:02:38.786019 23513 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1216 13:02:38.786160 23513 config.go:182] Loaded profile config "ha-401000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.32.0
I1216 13:02:38.831551 23513 out.go:177] * Enabled addons:
I1216 13:02:38.853405 23513 addons.go:510] duration metric: took 67.396977ms for enable addons: enabled=[]
I1216 13:02:38.853432 23513 start.go:246] waiting for cluster config update ...
I1216 13:02:38.853446 23513 start.go:255] writing updated cluster config ...
I1216 13:02:38.874406 23513 out.go:201]
I1216 13:02:38.895579 23513 config.go:182] Loaded profile config "ha-401000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.32.0
I1216 13:02:38.895650 23513 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/config.json ...
I1216 13:02:38.917573 23513 out.go:177] * Starting "ha-401000-m02" control-plane node in "ha-401000" cluster
I1216 13:02:38.959487 23513 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime docker
I1216 13:02:38.959522 23513 cache.go:56] Caching tarball of preloaded images
I1216 13:02:38.959704 23513 preload.go:172] Found /Users/jenkins/minikube-integration/20091-20051/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1216 13:02:38.959724 23513 cache.go:59] Finished verifying existence of preloaded tar for v1.32.0 on docker
I1216 13:02:38.959864 23513 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/config.json ...
I1216 13:02:38.960755 23513 start.go:360] acquireMachinesLock for ha-401000-m02: {Name:mk33b7233e5fb894830716aaed60c2d324b4f15e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1216 13:02:38.960857 23513 start.go:364] duration metric: took 79.492µs to acquireMachinesLock for "ha-401000-m02"
I1216 13:02:38.960879 23513 start.go:96] Skipping create...Using existing machine configuration
I1216 13:02:38.960888 23513 fix.go:54] fixHost starting: m02
I1216 13:02:38.961328 23513 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1216 13:02:38.961365 23513 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1216 13:02:38.973580 23513 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:49653
I1216 13:02:38.973921 23513 main.go:141] libmachine: () Calling .GetVersion
I1216 13:02:38.974292 23513 main.go:141] libmachine: Using API Version 1
I1216 13:02:38.974307 23513 main.go:141] libmachine: () Calling .SetConfigRaw
I1216 13:02:38.974539 23513 main.go:141] libmachine: () Calling .GetMachineName
I1216 13:02:38.974650 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:38.974756 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetState
I1216 13:02:38.974845 23513 main.go:141] libmachine: (ha-401000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:02:38.974918 23513 main.go:141] libmachine: (ha-401000-m02) DBG | hyperkit pid from json: 23035
I1216 13:02:38.976079 23513 main.go:141] libmachine: (ha-401000-m02) DBG | hyperkit pid 23035 missing from process table
I1216 13:02:38.976121 23513 fix.go:112] recreateIfNeeded on ha-401000-m02: state=Stopped err=<nil>
I1216 13:02:38.976132 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
W1216 13:02:38.976232 23513 fix.go:138] unexpected machine state, will restart: <nil>
I1216 13:02:38.997663 23513 out.go:177] * Restarting existing hyperkit VM for "ha-401000-m02" ...
I1216 13:02:39.039481 23513 main.go:141] libmachine: (ha-401000-m02) Calling .Start
I1216 13:02:39.039808 23513 main.go:141] libmachine: (ha-401000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:02:39.039861 23513 main.go:141] libmachine: (ha-401000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/hyperkit.pid
I1216 13:02:39.041988 23513 main.go:141] libmachine: (ha-401000-m02) DBG | hyperkit pid 23035 missing from process table
I1216 13:02:39.042001 23513 main.go:141] libmachine: (ha-401000-m02) DBG | pid 23035 is in state "Stopped"
I1216 13:02:39.042020 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/hyperkit.pid...
I1216 13:02:39.042361 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Using UUID 5fa00975-135e-444a-905b-76853a463cfd
I1216 13:02:39.068348 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Generated MAC 62:79:7b:67:0f:03
I1216 13:02:39.068378 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000
I1216 13:02:39.068606 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5fa00975-135e-444a-905b-76853a463cfd", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00042db30)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1216 13:02:39.068673 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5fa00975-135e-444a-905b-76853a463cfd", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00042db30)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1216 13:02:39.068736 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "5fa00975-135e-444a-905b-76853a463cfd", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/ha-401000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/tty,log=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/bzimage,/Users/jenkins/minikube-integration/20091-20051/.minikube/
machines/ha-401000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000"}
I1216 13:02:39.068796 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 5fa00975-135e-444a-905b-76853a463cfd -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/ha-401000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/tty,log=/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/bzimage,/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-401000"
I1216 13:02:39.068811 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1216 13:02:39.070389 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 DEBUG: hyperkit: Pid is 23584
I1216 13:02:39.070805 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Attempt 0
I1216 13:02:39.070822 23513 main.go:141] libmachine: (ha-401000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1216 13:02:39.070872 23513 main.go:141] libmachine: (ha-401000-m02) DBG | hyperkit pid from json: 23584
I1216 13:02:39.072849 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Searching for 62:79:7b:67:0f:03 in /var/db/dhcpd_leases ...
I1216 13:02:39.073117 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Found 64 entries in /var/db/dhcpd_leases!
I1216 13:02:39.073127 23513 main.go:141] libmachine: (ha-401000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.62 HWAddress:ba:e1:09:5a:33:a4 ID:1,ba:e1:9:5a:33:a4 Lease:0x6760a35d}
I1216 13:02:39.073138 23513 main.go:141] libmachine: (ha-401000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.64 HWAddress:ce:06:d7:02:93:f9 ID:1,ce:6:d7:2:93:f9 Lease:0x67609528}
I1216 13:02:39.073146 23513 main.go:141] libmachine: (ha-401000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.65 HWAddress:66:3c:0e:a5:f5:e2 ID:1,66:3c:e:a5:f5:e2 Lease:0x6760a323}
I1216 13:02:39.073173 23513 main.go:141] libmachine: (ha-401000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.63 HWAddress:62:79:7b:67:0f:03 ID:1,62:79:7b:67:f:3 Lease:0x6760a2cd}
I1216 13:02:39.073190 23513 main.go:141] libmachine: (ha-401000-m02) DBG | Found match: 62:79:7b:67:0f:03
I1216 13:02:39.073190 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetConfigRaw
I1216 13:02:39.073202 23513 main.go:141] libmachine: (ha-401000-m02) DBG | IP: 192.169.0.63
I1216 13:02:39.073992 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetIP
I1216 13:02:39.074241 23513 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20091-20051/.minikube/profiles/ha-401000/config.json ...
I1216 13:02:39.074658 23513 machine.go:93] provisionDockerMachine start ...
I1216 13:02:39.074667 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:39.074789 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:39.074925 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:39.075030 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:39.075126 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:39.075222 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:39.075360 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:39.075497 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:39.075504 23513 main.go:141] libmachine: About to run SSH command:
hostname
I1216 13:02:39.081441 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I1216 13:02:39.090664 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1216 13:02:39.091879 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1216 13:02:39.091914 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1216 13:02:39.091927 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1216 13:02:39.091943 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1216 13:02:39.486610 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1216 13:02:39.486625 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1216 13:02:39.601298 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1216 13:02:39.601331 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1216 13:02:39.601343 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1216 13:02:39.601357 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1216 13:02:39.602195 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1216 13:02:39.602204 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:39 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1216 13:02:45.347408 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:45 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1216 13:02:45.347487 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:45 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1216 13:02:45.347495 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:45 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1216 13:02:45.371825 23513 main.go:141] libmachine: (ha-401000-m02) DBG | 2024/12/16 13:02:45 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1216 13:02:50.139737 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1216 13:02:50.139755 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetMachineName
I1216 13:02:50.139884 23513 buildroot.go:166] provisioning hostname "ha-401000-m02"
I1216 13:02:50.139902 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetMachineName
I1216 13:02:50.140009 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.140106 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.140198 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.140285 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.140377 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.140530 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:50.140681 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:50.140690 23513 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-401000-m02 && echo "ha-401000-m02" | sudo tee /etc/hostname
I1216 13:02:50.205876 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-401000-m02
I1216 13:02:50.205907 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.206041 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.206150 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.206237 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.206330 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.206483 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:50.206636 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:50.206648 23513 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-401000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-401000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-401000-m02' | sudo tee -a /etc/hosts;
fi
fi
I1216 13:02:50.267047 23513 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1216 13:02:50.267062 23513 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/20091-20051/.minikube CaCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/20091-20051/.minikube}
I1216 13:02:50.267075 23513 buildroot.go:174] setting up certificates
I1216 13:02:50.267081 23513 provision.go:84] configureAuth start
I1216 13:02:50.267088 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetMachineName
I1216 13:02:50.267233 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetIP
I1216 13:02:50.267338 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.267437 23513 provision.go:143] copyHostCerts
I1216 13:02:50.267473 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem
I1216 13:02:50.267525 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem, removing ...
I1216 13:02:50.267530 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem
I1216 13:02:50.267764 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/ca.pem (1078 bytes)
I1216 13:02:50.267977 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem
I1216 13:02:50.268013 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem, removing ...
I1216 13:02:50.268018 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem
I1216 13:02:50.268090 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/cert.pem (1123 bytes)
I1216 13:02:50.268248 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem
I1216 13:02:50.268287 23513 exec_runner.go:144] found /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem, removing ...
I1216 13:02:50.268292 23513 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem
I1216 13:02:50.268358 23513 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/20091-20051/.minikube/key.pem (1675 bytes)
I1216 13:02:50.268518 23513 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca-key.pem org=jenkins.ha-401000-m02 san=[127.0.0.1 192.169.0.63 ha-401000-m02 localhost minikube]
I1216 13:02:50.371986 23513 provision.go:177] copyRemoteCerts
I1216 13:02:50.372046 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1216 13:02:50.372059 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.372188 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.372279 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.372375 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.372456 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.63 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/id_rsa Username:docker}
I1216 13:02:50.407593 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1216 13:02:50.407675 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1216 13:02:50.427389 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem -> /etc/docker/server.pem
I1216 13:02:50.427452 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1216 13:02:50.447415 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1216 13:02:50.447477 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1216 13:02:50.467036 23513 provision.go:87] duration metric: took 199.943594ms to configureAuth
I1216 13:02:50.467049 23513 buildroot.go:189] setting minikube options for container-runtime
I1216 13:02:50.467223 23513 config.go:182] Loaded profile config "ha-401000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.32.0
I1216 13:02:50.467241 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:50.467393 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.467489 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.467576 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.467701 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.467782 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.467913 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:50.468038 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:50.468046 23513 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1216 13:02:50.523549 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1216 13:02:50.523562 23513 buildroot.go:70] root file system type: tmpfs
I1216 13:02:50.523649 23513 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1216 13:02:50.523661 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.523799 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.523895 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.523990 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.524077 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.524229 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:50.524390 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:50.524435 23513 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.62"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1216 13:02:50.590165 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.62
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1216 13:02:50.590186 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:50.590331 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:50.590442 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.590566 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:50.590651 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:50.590820 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:50.590957 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:50.590971 23513 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1216 13:02:52.292422 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1216 13:02:52.292439 23513 machine.go:96] duration metric: took 13.217547857s to provisionDockerMachine
I1216 13:02:52.292448 23513 start.go:293] postStartSetup for "ha-401000-m02" (driver="hyperkit")
I1216 13:02:52.292455 23513 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1216 13:02:52.292465 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.292670 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1216 13:02:52.292683 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:52.292772 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.292866 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.292958 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.293060 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.63 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/id_rsa Username:docker}
I1216 13:02:52.332729 23513 ssh_runner.go:195] Run: cat /etc/os-release
I1216 13:02:52.336229 23513 info.go:137] Remote host: Buildroot 2023.02.9
I1216 13:02:52.336239 23513 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20091-20051/.minikube/addons for local assets ...
I1216 13:02:52.336321 23513 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20091-20051/.minikube/files for local assets ...
I1216 13:02:52.336463 23513 filesync.go:149] local asset: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem -> 206162.pem in /etc/ssl/certs
I1216 13:02:52.336469 23513 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem -> /etc/ssl/certs/206162.pem
I1216 13:02:52.336641 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1216 13:02:52.344898 23513 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20091-20051/.minikube/files/etc/ssl/certs/206162.pem --> /etc/ssl/certs/206162.pem (1708 bytes)
I1216 13:02:52.376877 23513 start.go:296] duration metric: took 84.411734ms for postStartSetup
I1216 13:02:52.376900 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.377104 23513 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1216 13:02:52.377117 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:52.377220 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.377314 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.377397 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.377491 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.63 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/id_rsa Username:docker}
I1216 13:02:52.412413 23513 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1216 13:02:52.412486 23513 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1216 13:02:52.443761 23513 fix.go:56] duration metric: took 13.482639545s for fixHost
I1216 13:02:52.443786 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:52.443930 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.444027 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.444122 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.444222 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.444367 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:52.444514 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:52.444522 23513 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1216 13:02:52.499536 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: 1734382974.743276658
I1216 13:02:52.499548 23513 fix.go:216] guest clock: 1734382974.743276658
I1216 13:02:52.499554 23513 fix.go:229] Guest: 2024-12-16 13:02:54.743276658 -0800 PST Remote: 2024-12-16 13:02:52.443776 -0800 PST m=+56.755153576 (delta=2.299500658s)
I1216 13:02:52.499571 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:52.499706 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.499808 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.499896 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.499973 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.500118 23513 main.go:141] libmachine: Using SSH client type: native
I1216 13:02:52.500292 23513 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x1e68360] 0x1e6b040 <nil> [] 0s} 192.169.0.63 22 <nil> <nil>}
I1216 13:02:52.500300 23513 main.go:141] libmachine: About to run SSH command:
sudo date -s @1734382972
I1216 13:02:52.561183 23513 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Dec 16 21:02:52 UTC 2024
I1216 13:02:52.561195 23513 fix.go:236] clock set: Mon Dec 16 21:02:52 UTC 2024
(err=<nil>)
I1216 13:02:52.561199 23513 start.go:83] releasing machines lock for "ha-401000-m02", held for 13.600100603s
I1216 13:02:52.561218 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.561357 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetIP
I1216 13:02:52.584818 23513 out.go:177] * Found network options:
I1216 13:02:52.604623 23513 out.go:177] - NO_PROXY=192.169.0.62
W1216 13:02:52.626893 23513 proxy.go:119] fail to check proxy env: Error ip not in block
I1216 13:02:52.626934 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.627823 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.628096 23513 main.go:141] libmachine: (ha-401000-m02) Calling .DriverName
I1216 13:02:52.628261 23513 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1216 13:02:52.628348 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
W1216 13:02:52.628367 23513 proxy.go:119] fail to check proxy env: Error ip not in block
I1216 13:02:52.628497 23513 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1216 13:02:52.628517 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHHostname
I1216 13:02:52.628574 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.628716 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHPort
I1216 13:02:52.628769 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.628958 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHKeyPath
I1216 13:02:52.628990 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.629180 23513 main.go:141] libmachine: (ha-401000-m02) Calling .GetSSHUsername
I1216 13:02:52.629193 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.63 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/id_rsa Username:docker}
I1216 13:02:52.629289 23513 sshutil.go:53] new ssh client: &{IP:192.169.0.63 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20091-20051/.minikube/machines/ha-401000-m02/id_rsa Username:docker}
W1216 13:02:52.660295 23513 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1216 13:02:52.660376 23513 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1216 13:02:52.716252 23513 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1216 13:02:52.716274 23513 start.go:495] detecting cgroup driver to use...
I1216 13:02:52.716387 23513 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1216 13:02:52.732039 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1216 13:02:52.740915 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1216 13:02:52.749863 23513 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1216 13:02:52.749926 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1216 13:02:52.758863 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1216 13:02:52.767625 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1216 13:02:52.776693 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1216 13:02:52.785715 23513 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1216 13:02:52.794963 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1216 13:02:52.803911 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1216 13:02:52.812695 23513 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1216 13:02:52.821624 23513 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1216 13:02:52.829543 23513 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1216 13:02:52.829604 23513 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1216 13:02:52.838792 23513 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1216 13:02:52.846852 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:52.940984 23513 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1216 13:02:52.961880 23513 start.go:495] detecting cgroup driver to use...
I1216 13:02:52.961968 23513 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1216 13:02:52.982597 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1216 13:02:52.993156 23513 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1216 13:02:53.014086 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1216 13:02:53.025688 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1216 13:02:53.036673 23513 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1216 13:02:53.056067 23513 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1216 13:02:53.066414 23513 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1216 13:02:53.081429 23513 ssh_runner.go:195] Run: which cri-dockerd
I1216 13:02:53.084410 23513 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1216 13:02:53.091578 23513 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1216 13:02:53.104907 23513 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1216 13:02:53.199869 23513 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1216 13:02:53.312114 23513 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1216 13:02:53.312135 23513 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1216 13:02:53.326067 23513 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 13:02:53.417217 23513 ssh_runner.go:195] Run: sudo systemctl restart docker
I1216 13:03:54.459455 23513 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.041169406s)
I1216 13:03:54.459539 23513 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I1216 13:03:54.496197 23513 out.go:201]
W1216 13:03:54.517622 23513 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Dec 16 21:02:53 ha-401000-m02 systemd[1]: Starting Docker Application Container Engine...
Dec 16 21:02:53 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:53.134168591Z" level=info msg="Starting up"
Dec 16 21:02:53 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:53.134629341Z" level=info msg="containerd not running, starting managed containerd"
Dec 16 21:02:53 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:53.135157372Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=489
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.152296696Z" level=info msg="starting containerd" revision=57f17b0a6295a39009d861b89e3b3b87b005ca27 version=v1.7.23
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167569678Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167593405Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167633073Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167643299Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167795561Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167832636Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.167991075Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.168028031Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.168040725Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.168047985Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.168191128Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.168403881Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.169977647Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.170034412Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.170193576Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.170240716Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.170344940Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.170397780Z" level=info msg="metadata content store policy set" policy=shared
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172284314Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172359475Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172401677Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172434261Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172465558Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172534582Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172767972Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172870629Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172912664Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172948864Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.172982977Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173014563Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173049017Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173094701Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173129053Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173162811Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173193443Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173222737Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173260107Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173293417Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173324109Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173357005Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173387282Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173416795Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173445240Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173477242Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173521444Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173563783Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173596672Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173628109Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173659279Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173690787Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173729517Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173761925Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173793747Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173889622Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173932843Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173965461Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.173998478Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174027159Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174060427Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174134601Z" level=info msg="NRI interface is disabled by configuration."
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174311490Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174413330Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174472310Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Dec 16 21:02:53 ha-401000-m02 dockerd[489]: time="2024-12-16T21:02:53.174508726Z" level=info msg="containerd successfully booted in 0.023090s"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.160497013Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.202823194Z" level=info msg="Loading containers: start."
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.386387243Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.452607405Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.506640704Z" level=info msg="Loading containers: done."
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.513735839Z" level=warning msg="WARNING: bridge-nf-call-iptables is disabled"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.513796370Z" level=warning msg="WARNING: bridge-nf-call-ip6tables is disabled"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.513836340Z" level=info msg="Docker daemon" commit=92a8393 containerd-snapshotter=false storage-driver=overlay2 version=27.4.0
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.513991208Z" level=info msg="Daemon has completed initialization"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.533928682Z" level=info msg="API listen on [::]:2376"
Dec 16 21:02:54 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:54.533987685Z" level=info msg="API listen on /var/run/docker.sock"
Dec 16 21:02:54 ha-401000-m02 systemd[1]: Started Docker Application Container Engine.
Dec 16 21:02:55 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:55.671353028Z" level=info msg="Processing signal 'terminated'"
Dec 16 21:02:55 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:55.672344835Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Dec 16 21:02:55 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:55.672874106Z" level=info msg="Daemon shutdown complete"
Dec 16 21:02:55 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:55.672948958Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Dec 16 21:02:55 ha-401000-m02 dockerd[482]: time="2024-12-16T21:02:55.673060234Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Dec 16 21:02:55 ha-401000-m02 systemd[1]: Stopping Docker Application Container Engine...
Dec 16 21:02:56 ha-401000-m02 systemd[1]: docker.service: Deactivated successfully.
Dec 16 21:02:56 ha-401000-m02 systemd[1]: Stopped Docker Application Container Engine.
Dec 16 21:02:56 ha-401000-m02 systemd[1]: Starting Docker Application Container Engine...
Dec 16 21:02:56 ha-401000-m02 dockerd[1173]: time="2024-12-16T21:02:56.709131576Z" level=info msg="Starting up"
Dec 16 21:03:56 ha-401000-m02 dockerd[1173]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Dec 16 21:03:56 ha-401000-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Dec 16 21:03:56 ha-401000-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Dec 16 21:03:56 ha-401000-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W1216 13:03:54.517718 23513 out.go:270] *
W1216 13:03:54.518662 23513 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1216 13:03:54.582629 23513 out.go:201]
==> Docker <==
Dec 16 21:02:47 ha-401000 dockerd[1126]: time="2024-12-16T21:02:47.370421103Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 16 21:03:08 ha-401000 dockerd[1119]: time="2024-12-16T21:03:08.241021459Z" level=info msg="ignoring event" container=b5d7519d0d1d02acc307c06fd32d91d99767a9d3ddeabdc24b568563de90fd65 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 16 21:03:08 ha-401000 dockerd[1126]: time="2024-12-16T21:03:08.241654370Z" level=info msg="shim disconnected" id=b5d7519d0d1d02acc307c06fd32d91d99767a9d3ddeabdc24b568563de90fd65 namespace=moby
Dec 16 21:03:08 ha-401000 dockerd[1126]: time="2024-12-16T21:03:08.241942405Z" level=warning msg="cleaning up after shim disconnected" id=b5d7519d0d1d02acc307c06fd32d91d99767a9d3ddeabdc24b568563de90fd65 namespace=moby
Dec 16 21:03:08 ha-401000 dockerd[1126]: time="2024-12-16T21:03:08.241983591Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 16 21:03:09 ha-401000 dockerd[1119]: time="2024-12-16T21:03:09.254167191Z" level=info msg="ignoring event" container=ead4b82d0210b059193c21233945340278894e9c03468d4143d90501252acf92 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 16 21:03:09 ha-401000 dockerd[1126]: time="2024-12-16T21:03:09.254416826Z" level=info msg="shim disconnected" id=ead4b82d0210b059193c21233945340278894e9c03468d4143d90501252acf92 namespace=moby
Dec 16 21:03:09 ha-401000 dockerd[1126]: time="2024-12-16T21:03:09.254494699Z" level=warning msg="cleaning up after shim disconnected" id=ead4b82d0210b059193c21233945340278894e9c03468d4143d90501252acf92 namespace=moby
Dec 16 21:03:09 ha-401000 dockerd[1126]: time="2024-12-16T21:03:09.254613543Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 16 21:03:19 ha-401000 dockerd[1126]: time="2024-12-16T21:03:19.907123474Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Dec 16 21:03:19 ha-401000 dockerd[1126]: time="2024-12-16T21:03:19.907483033Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Dec 16 21:03:19 ha-401000 dockerd[1126]: time="2024-12-16T21:03:19.907584225Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 16 21:03:19 ha-401000 dockerd[1126]: time="2024-12-16T21:03:19.907847474Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 16 21:03:23 ha-401000 dockerd[1126]: time="2024-12-16T21:03:23.555020983Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Dec 16 21:03:23 ha-401000 dockerd[1126]: time="2024-12-16T21:03:23.555171911Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Dec 16 21:03:23 ha-401000 dockerd[1126]: time="2024-12-16T21:03:23.555685170Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 16 21:03:23 ha-401000 dockerd[1126]: time="2024-12-16T21:03:23.555806989Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 16 21:03:43 ha-401000 dockerd[1119]: time="2024-12-16T21:03:43.915133871Z" level=info msg="ignoring event" container=5ea41db609d52d61f32c5d4b62b0b857f980d20b180a5e9013988d1e55690a58 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 16 21:03:43 ha-401000 dockerd[1126]: time="2024-12-16T21:03:43.915945369Z" level=info msg="shim disconnected" id=5ea41db609d52d61f32c5d4b62b0b857f980d20b180a5e9013988d1e55690a58 namespace=moby
Dec 16 21:03:43 ha-401000 dockerd[1126]: time="2024-12-16T21:03:43.916135759Z" level=warning msg="cleaning up after shim disconnected" id=5ea41db609d52d61f32c5d4b62b0b857f980d20b180a5e9013988d1e55690a58 namespace=moby
Dec 16 21:03:43 ha-401000 dockerd[1126]: time="2024-12-16T21:03:43.916191929Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 16 21:03:44 ha-401000 dockerd[1119]: time="2024-12-16T21:03:44.022957422Z" level=info msg="ignoring event" container=0df8d5a4fc4015f0692fe931dc366067548e559b844045ff5df87d114034d383 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 16 21:03:44 ha-401000 dockerd[1126]: time="2024-12-16T21:03:44.023197333Z" level=info msg="shim disconnected" id=0df8d5a4fc4015f0692fe931dc366067548e559b844045ff5df87d114034d383 namespace=moby
Dec 16 21:03:44 ha-401000 dockerd[1126]: time="2024-12-16T21:03:44.023817332Z" level=warning msg="cleaning up after shim disconnected" id=0df8d5a4fc4015f0692fe931dc366067548e559b844045ff5df87d114034d383 namespace=moby
Dec 16 21:03:44 ha-401000 dockerd[1126]: time="2024-12-16T21:03:44.023859548Z" level=info msg="cleaning up dead shim" namespace=moby
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0df8d5a4fc401 c2e17b8d0f4a3 37 seconds ago Exited kube-apiserver 3 5896e0aaaf701 kube-apiserver-ha-401000
5ea41db609d52 8cab3d2a8bd0f 41 seconds ago Exited kube-controller-manager 4 59def79b21415 kube-controller-manager-ha-401000
91e4a772edc2b a389e107f4ff1 About a minute ago Running kube-scheduler 2 889344b84594e kube-scheduler-ha-401000
9fa7408915435 a9e7e6b294baf About a minute ago Running etcd 2 18a68959c150f etcd-ha-401000
4cd58701f34ac f1c87c24be687 About a minute ago Running kube-vip 1 8f32ba5a168cf kube-vip-ha-401000
fd53da43d8a6c 6e38f40d628db 2 minutes ago Exited storage-provisioner 2 7aeef59eeb2b6 storage-provisioner
c9c29804cfb07 8c811b4aec35f 3 minutes ago Exited busybox 1 f9d3eb5b330ff busybox-58667487b6-ws2g8
96a7f9f0b2f58 50415e5d05f05 3 minutes ago Exited kindnet-cni 1 5e52df92f868e kindnet-dnbt7
4ed3b240856e8 c69fa2e9cbf5f 3 minutes ago Exited coredns 1 b7fab926feff6 coredns-668d6bf9bc-pqzvj
ae3ad420efafb c69fa2e9cbf5f 3 minutes ago Exited coredns 1 4721f69990337 coredns-668d6bf9bc-67pmp
797f6dd015175 040f9f8aac8cd 3 minutes ago Exited kube-proxy 1 f8d3ef18f7b70 kube-proxy-9gc5t
f861afb504c59 f1c87c24be687 4 minutes ago Exited kube-vip 0 f7b5ed45bd087 kube-vip-ha-401000
02a5bfe9fe8a8 a9e7e6b294baf 4 minutes ago Exited etcd 1 b84a1460f737f etcd-ha-401000
e280483530ad6 a389e107f4ff1 4 minutes ago Exited kube-scheduler 1 38af125320094 kube-scheduler-ha-401000
==> coredns [4ed3b240856e] <==
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = c3a02904d81cab5125d5c2a5c71c6cafa070d912340a9f60528a6ce39bb66eee236ad408adc177718134b7f8e3fc4fc1d25c8ce2264d79043e170d8241c5d638
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:51015 - 43195 "HINFO IN 5200416535737326923.1110226433514782184. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010307501s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[77812095]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.255) (total time: 30001ms):
Trace[77812095]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (21:00:51.256)
Trace[77812095]: [30.001530301s] [30.001530301s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1543125222]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.256) (total time: 30000ms):
Trace[1543125222]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (21:00:51.257)
Trace[1543125222]: [30.000663855s] [30.000663855s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1904897512]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.255) (total time: 30002ms):
Trace[1904897512]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (21:00:51.257)
Trace[1904897512]: [30.002603479s] [30.002603479s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [ae3ad420efaf] <==
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = c3a02904d81cab5125d5c2a5c71c6cafa070d912340a9f60528a6ce39bb66eee236ad408adc177718134b7f8e3fc4fc1d25c8ce2264d79043e170d8241c5d638
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:48680 - 40235 "HINFO IN 3807078543582077343.8289132396230998482. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.003847114s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1679912288]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.253) (total time: 30003ms):
Trace[1679912288]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (21:00:51.256)
Trace[1679912288]: [30.003009222s] [30.003009222s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1689856650]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.253) (total time: 30003ms):
Trace[1689856650]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (21:00:51.256)
Trace[1689856650]: [30.003199123s] [30.003199123s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1748170783]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (16-Dec-2024 21:00:21.256) (total time: 30001ms):
Trace[1748170783]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (21:00:51.257)
Trace[1748170783]: [30.001174364s] [30.001174364s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1216 21:04:00.998064 2877 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1216 21:04:01.000210 2877 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1216 21:04:01.001923 2877 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1216 21:04:01.004230 2877 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1216 21:04:01.006146 2877 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.037095] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007030] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[Dec16 21:02] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.007032] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.810028] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.236849] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +24.353044] systemd-fstab-generator[486]: Ignoring "noauto" option for root device
[ +0.102451] systemd-fstab-generator[498]: Ignoring "noauto" option for root device
[ +2.052496] systemd-fstab-generator[1048]: Ignoring "noauto" option for root device
[ +0.267961] systemd-fstab-generator[1084]: Ignoring "noauto" option for root device
[ +0.092135] systemd-fstab-generator[1096]: Ignoring "noauto" option for root device
[ +0.111170] systemd-fstab-generator[1111]: Ignoring "noauto" option for root device
[ +2.506136] systemd-fstab-generator[1336]: Ignoring "noauto" option for root device
[ +0.050589] kauditd_printk_skb: 203 callbacks suppressed
[ +0.046866] systemd-fstab-generator[1348]: Ignoring "noauto" option for root device
[ +0.098484] systemd-fstab-generator[1360]: Ignoring "noauto" option for root device
[ +0.130487] systemd-fstab-generator[1375]: Ignoring "noauto" option for root device
[ +0.439636] systemd-fstab-generator[1539]: Ignoring "noauto" option for root device
[ +6.760101] kauditd_printk_skb: 110 callbacks suppressed
[Dec16 21:03] kauditd_printk_skb: 40 callbacks suppressed
==> etcd [02a5bfe9fe8a] <==
{"level":"warn","ts":"2024-12-16T21:01:49.951641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.160732958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-12-16T21:01:49.951651Z","caller":"traceutil/trace.go:171","msg":"trace[66504202] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"6.160745593s","start":"2024-12-16T21:01:43.790903Z","end":"2024-12-16T21:01:49.951648Z","steps":["trace[66504202] 'agreement among raft nodes before linearized reading' (duration: 6.160733123s)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T21:01:49.951661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-16T21:01:43.790889Z","time spent":"6.160768737s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "}
2024/12/16 21:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-16T21:01:49.951705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529102898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-12-16T21:01:49.951715Z","caller":"traceutil/trace.go:171","msg":"trace[2021355991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.529124951s","start":"2024-12-16T21:01:48.422587Z","end":"2024-12-16T21:01:49.951712Z","steps":["trace[2021355991] 'agreement among raft nodes before linearized reading' (duration: 1.529114114s)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T21:01:49.951724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-16T21:01:48.422580Z","time spent":"1.529141737s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "}
2024/12/16 21:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-16T21:01:49.951774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.481621297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" limit:1 ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-12-16T21:01:49.951784Z","caller":"traceutil/trace.go:171","msg":"trace[1437156268] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; }","duration":"7.481633034s","start":"2024-12-16T21:01:42.470148Z","end":"2024-12-16T21:01:49.951781Z","steps":["trace[1437156268] 'agreement among raft nodes before linearized reading' (duration: 7.481621297s)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T21:01:49.951794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-16T21:01:42.470117Z","time spent":"7.481673867s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" limit:1 "}
2024/12/16 21:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-16T21:01:49.982712Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.62:2379: use of closed network connection"}
{"level":"warn","ts":"2024-12-16T21:01:49.982737Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.62:2379: use of closed network connection"}
{"level":"info","ts":"2024-12-16T21:01:49.982768Z","caller":"etcdserver/server.go:1534","msg":"skipped leadership transfer; local server is not leader","local-member-id":"fa18a34f9fa4bc43","current-leader-member-id":"0"}
{"level":"info","ts":"2024-12-16T21:01:49.982852Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.982862Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.982874Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.982932Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"fa18a34f9fa4bc43","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.982954Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fa18a34f9fa4bc43","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.983053Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fa18a34f9fa4bc43","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.983063Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"cf9c5a1f7611c8f"}
{"level":"info","ts":"2024-12-16T21:01:49.985331Z","caller":"embed/etcd.go:582","msg":"stopping serving peer traffic","address":"192.169.0.62:2380"}
{"level":"info","ts":"2024-12-16T21:01:49.985422Z","caller":"embed/etcd.go:587","msg":"stopped serving peer traffic","address":"192.169.0.62:2380"}
{"level":"info","ts":"2024-12-16T21:01:49.985431Z","caller":"embed/etcd.go:380","msg":"closed etcd server","name":"ha-401000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.62:2380"],"advertise-client-urls":["https://192.169.0.62:2379"]}
==> etcd [9fa740891543] <==
{"level":"info","ts":"2024-12-16T21:03:56.470994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-16T21:03:56.471271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 received MsgPreVoteResp from fa18a34f9fa4bc43 at term 3"}
{"level":"info","ts":"2024-12-16T21:03:56.471485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 [logterm: 3, index: 2809] sent MsgPreVote request to cf9c5a1f7611c8f at term 3"}
{"level":"warn","ts":"2024-12-16T21:03:56.745034Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13565849029633129999,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-16T21:03:57.245341Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13565849029633129999,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-16T21:03:57.746155Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13565849029633129999,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-12-16T21:03:57.870854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 is starting a new election at term 3"}
{"level":"info","ts":"2024-12-16T21:03:57.870946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-16T21:03:57.870967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 received MsgPreVoteResp from fa18a34f9fa4bc43 at term 3"}
{"level":"info","ts":"2024-12-16T21:03:57.871037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 [logterm: 3, index: 2809] sent MsgPreVote request to cf9c5a1f7611c8f at term 3"}
{"level":"warn","ts":"2024-12-16T21:03:57.942517Z","caller":"etcdserver/server.go:2161","msg":"failed to publish local member to cluster through raft","local-member-id":"fa18a34f9fa4bc43","local-member-attributes":"{Name:ha-401000 ClientURLs:[https://192.169.0.62:2379]}","request-path":"/0/members/fa18a34f9fa4bc43/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"warn","ts":"2024-12-16T21:03:57.966843Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"cf9c5a1f7611c8f","rtt":"0s","error":"dial tcp 192.169.0.63:2380: connect: connection refused"}
{"level":"warn","ts":"2024-12-16T21:03:57.967008Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"cf9c5a1f7611c8f","rtt":"0s","error":"dial tcp 192.169.0.63:2380: connect: connection refused"}
{"level":"warn","ts":"2024-12-16T21:03:58.224605Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2024-12-16T21:03:58.224735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001301821s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2024-12-16T21:03:58.224769Z","caller":"traceutil/trace.go:171","msg":"trace[1674408671] range","detail":"{range_begin:; range_end:; }","duration":"7.001348089s","start":"2024-12-16T21:03:51.223408Z","end":"2024-12-16T21:03:58.224756Z","steps":["trace[1674408671] 'agreement among raft nodes before linearized reading' (duration: 7.001299262s)"],"step_count":1}
{"level":"error","ts":"2024-12-16T21:03:58.224806Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2171\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2688\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3142\nnet/http.(*conn).serve\n\tnet/http/server.go:2044"}
{"level":"info","ts":"2024-12-16T21:03:59.270128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 is starting a new election at term 3"}
{"level":"info","ts":"2024-12-16T21:03:59.270160Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-16T21:03:59.270184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 received MsgPreVoteResp from fa18a34f9fa4bc43 at term 3"}
{"level":"info","ts":"2024-12-16T21:03:59.270196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 [logterm: 3, index: 2809] sent MsgPreVote request to cf9c5a1f7611c8f at term 3"}
{"level":"info","ts":"2024-12-16T21:04:00.670694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 is starting a new election at term 3"}
{"level":"info","ts":"2024-12-16T21:04:00.670780Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-16T21:04:00.670816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 received MsgPreVoteResp from fa18a34f9fa4bc43 at term 3"}
{"level":"info","ts":"2024-12-16T21:04:00.670843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fa18a34f9fa4bc43 [logterm: 3, index: 2809] sent MsgPreVote request to cf9c5a1f7611c8f at term 3"}
==> kernel <==
21:04:01 up 2 min, 0 users, load average: 0.19, 0.12, 0.04
Linux ha-401000 5.10.207 #1 SMP Thu Dec 12 23:38:00 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [96a7f9f0b2f5] <==
I1216 21:01:12.344851 1 main.go:324] Node ha-401000-m02 has CIDR [10.244.1.0/24]
I1216 21:01:12.345142 1 main.go:297] Handling node with IPs: map[192.169.0.64:{}]
I1216 21:01:12.345170 1 main.go:324] Node ha-401000-m03 has CIDR [10.244.2.0/24]
I1216 21:01:12.345331 1 main.go:297] Handling node with IPs: map[192.169.0.65:{}]
I1216 21:01:12.345395 1 main.go:324] Node ha-401000-m04 has CIDR [10.244.3.0/24]
I1216 21:01:22.335354 1 main.go:297] Handling node with IPs: map[192.169.0.64:{}]
I1216 21:01:22.335436 1 main.go:324] Node ha-401000-m03 has CIDR [10.244.2.0/24]
I1216 21:01:22.335584 1 main.go:297] Handling node with IPs: map[192.169.0.65:{}]
I1216 21:01:22.335651 1 main.go:324] Node ha-401000-m04 has CIDR [10.244.3.0/24]
I1216 21:01:22.335721 1 main.go:297] Handling node with IPs: map[192.169.0.62:{}]
I1216 21:01:22.335795 1 main.go:301] handling current node
I1216 21:01:22.335842 1 main.go:297] Handling node with IPs: map[192.169.0.63:{}]
I1216 21:01:22.335858 1 main.go:324] Node ha-401000-m02 has CIDR [10.244.1.0/24]
I1216 21:01:32.334792 1 main.go:297] Handling node with IPs: map[192.169.0.62:{}]
I1216 21:01:32.334840 1 main.go:301] handling current node
I1216 21:01:32.334854 1 main.go:297] Handling node with IPs: map[192.169.0.63:{}]
I1216 21:01:32.334858 1 main.go:324] Node ha-401000-m02 has CIDR [10.244.1.0/24]
I1216 21:01:32.335091 1 main.go:297] Handling node with IPs: map[192.169.0.65:{}]
I1216 21:01:32.335122 1 main.go:324] Node ha-401000-m04 has CIDR [10.244.3.0/24]
I1216 21:01:42.341987 1 main.go:297] Handling node with IPs: map[192.169.0.62:{}]
I1216 21:01:42.342159 1 main.go:301] handling current node
I1216 21:01:42.342303 1 main.go:297] Handling node with IPs: map[192.169.0.63:{}]
I1216 21:01:42.342360 1 main.go:324] Node ha-401000-m02 has CIDR [10.244.1.0/24]
I1216 21:01:42.342657 1 main.go:297] Handling node with IPs: map[192.169.0.65:{}]
I1216 21:01:42.342688 1 main.go:324] Node ha-401000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [0df8d5a4fc40] <==
W1216 21:03:23.646584 1 registry.go:256] calling componentGlobalsRegistry.AddFlags more than once, the registry will be set by the latest flags
I1216 21:03:23.647360 1 options.go:238] external host was not specified, using 192.169.0.62
I1216 21:03:23.648744 1 server.go:143] Version: v1.32.0
I1216 21:03:23.648778 1 server.go:145] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1216 21:03:23.995633 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I1216 21:03:24.002421 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I1216 21:03:24.007395 1 plugins.go:157] Loaded 13 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionPolicy,MutatingAdmissionWebhook.
I1216 21:03:24.007424 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I1216 21:03:24.007692 1 instance.go:233] Using reconciler: lease
W1216 21:03:43.991131 1 logging.go:55] [core] [Channel #1 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1216 21:03:43.991158 1 logging.go:55] [core] [Channel #2 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W1216 21:03:44.009042 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
F1216 21:03:44.009460 1 instance.go:226] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [5ea41db609d5] <==
I1216 21:03:20.246213 1 serving.go:386] Generated self-signed cert in-memory
I1216 21:03:20.891720 1 controllermanager.go:185] "Starting" version="v1.32.0"
I1216 21:03:20.891910 1 controllermanager.go:187] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1216 21:03:20.893813 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I1216 21:03:20.894650 1 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1216 21:03:20.894869 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1216 21:03:20.894984 1 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
E1216 21:03:43.897887 1 controllermanager.go:230] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.62:8443/healthz\": net/http: TLS handshake timeout"
==> kube-proxy [797f6dd01517] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1216 21:00:21.544671 1 proxier.go:733] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1216 21:00:21.570792 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.169.0.62"]
E1216 21:00:21.571026 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1216 21:00:21.607211 1 server_linux.go:147] "No iptables support for family" ipFamily="IPv6"
I1216 21:00:21.607261 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1216 21:00:21.607279 1 server_linux.go:170] "Using iptables Proxier"
I1216 21:00:21.610085 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1216 21:00:21.611387 1 server.go:497] "Version info" version="v1.32.0"
I1216 21:00:21.611418 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1216 21:00:21.617318 1 config.go:199] "Starting service config controller"
I1216 21:00:21.617645 1 shared_informer.go:313] Waiting for caches to sync for service config
I1216 21:00:21.617708 1 config.go:329] "Starting node config controller"
I1216 21:00:21.617757 1 shared_informer.go:313] Waiting for caches to sync for node config
I1216 21:00:21.618295 1 config.go:105] "Starting endpoint slice config controller"
I1216 21:00:21.620787 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1216 21:00:21.718815 1 shared_informer.go:320] Caches are synced for node config
I1216 21:00:21.718892 1 shared_informer.go:320] Caches are synced for service config
I1216 21:00:21.721308 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [91e4a772edc2] <==
E1216 21:03:54.445377 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.62:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:54.859394 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.62:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:54.859442 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.62:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:56.721955 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.62:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:56.722002 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.62:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:56.803436 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.62:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:56.803506 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.169.0.62:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:57.761324 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: Get "https://192.169.0.62:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:57.761355 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.62:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:58.186067 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.62:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:58.186112 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.62:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:59.182556 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.62:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:59.182858 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.62:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:03:59.765865 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.62:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:03:59.765903 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.62:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:04:00.244080 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.62:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:04:00.244134 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.62:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:04:00.340705 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.62:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:04:00.340733 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.62:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:04:00.452989 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.62:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:04:00.453020 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.62:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:04:00.534132 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.62:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:04:00.534159 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.62:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
W1216 21:04:01.228271 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.62:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.62:8443: connect: connection refused
E1216 21:04:01.228388 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.62:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.62:8443: connect: connection refused" logger="UnhandledError"
==> kube-scheduler [e280483530ad] <==
I1216 20:59:41.872093 1 serving.go:386] Generated self-signed cert in-memory
W1216 20:59:52.186326 1 authentication.go:397] Error looking up in-cluster authentication configuration: Get "https://192.169.0.62:8443/api/v1/namespaces/kube-system/configmaps/extension-apiserver-authentication": net/http: TLS handshake timeout
W1216 20:59:52.186364 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1216 20:59:52.186370 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1216 21:00:01.507593 1 server.go:166] "Starting Kubernetes Scheduler" version="v1.32.0"
I1216 21:00:01.507632 1 server.go:168] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1216 21:00:01.510658 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1216 21:00:01.510931 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I1216 21:00:01.511184 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1216 21:00:01.520139 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1216 21:00:01.612015 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1216 21:01:25.342438 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-58667487b6-4jd4d\": pod busybox-58667487b6-4jd4d is being deleted, cannot be assigned to a host" plugin="DefaultBinder" pod="default/busybox-58667487b6-4jd4d" node="ha-401000-m04"
E1216 21:01:25.342614 1 schedule_one.go:359] "scheduler cache ForgetPod failed" err="pod 5795b21c-04f0-4769-bef4-36f321361593(default/busybox-58667487b6-4jd4d) wasn't assumed so cannot be forgotten" pod="default/busybox-58667487b6-4jd4d"
E1216 21:01:25.342639 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-58667487b6-4jd4d\": pod busybox-58667487b6-4jd4d is being deleted, cannot be assigned to a host" pod="default/busybox-58667487b6-4jd4d"
I1216 21:01:25.342652 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-58667487b6-4jd4d" node="ha-401000-m04"
I1216 21:01:50.002708 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I1216 21:01:50.009170 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
I1216 21:01:50.011080 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
E1216 21:01:50.018740 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Dec 16 21:03:45 ha-401000 kubelet[1546]: I1216 21:03:45.834723 1546 kubelet_node_status.go:76] "Attempting to register node" node="ha-401000"
Dec 16 21:03:48 ha-401000 kubelet[1546]: E1216 21:03:48.048909 1546 kubelet_node_status.go:108] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-401000"
Dec 16 21:03:48 ha-401000 kubelet[1546]: E1216 21:03:48.048924 1546 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-401000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Dec 16 21:03:48 ha-401000 kubelet[1546]: E1216 21:03:48.049021 1546 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-401000.1811c41d05697272 default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-401000,UID:ha-401000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-401000,},FirstTimestamp:2024-12-16 21:02:40.438243954 +0000 UTC m=+0.101551013,LastTimestamp:2024-12-16 21:02:40.438243954 +0000 UTC m=+0.101551013,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-401000,}"
Dec 16 21:03:49 ha-401000 kubelet[1546]: E1216 21:03:49.850157 1546 kubelet.go:3196] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"ha-401000\" not found" node="ha-401000"
Dec 16 21:03:49 ha-401000 kubelet[1546]: I1216 21:03:49.850284 1546 scope.go:117] "RemoveContainer" containerID="5ea41db609d52d61f32c5d4b62b0b857f980d20b180a5e9013988d1e55690a58"
Dec 16 21:03:49 ha-401000 kubelet[1546]: E1216 21:03:49.850425 1546 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-401000_kube-system(3214cbc085d94082ec853fb18fc1dc6b)\"" pod="kube-system/kube-controller-manager-ha-401000" podUID="3214cbc085d94082ec853fb18fc1dc6b"
Dec 16 21:03:50 ha-401000 kubelet[1546]: E1216 21:03:50.488785 1546 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-401000\" not found"
Dec 16 21:03:52 ha-401000 kubelet[1546]: E1216 21:03:52.425854 1546 kubelet.go:3196] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"ha-401000\" not found" node="ha-401000"
Dec 16 21:03:52 ha-401000 kubelet[1546]: I1216 21:03:52.426442 1546 scope.go:117] "RemoveContainer" containerID="0df8d5a4fc4015f0692fe931dc366067548e559b844045ff5df87d114034d383"
Dec 16 21:03:52 ha-401000 kubelet[1546]: E1216 21:03:52.426650 1546 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-401000_kube-system(45775d3266e469b0a539be0186a87057)\"" pod="kube-system/kube-apiserver-ha-401000" podUID="45775d3266e469b0a539be0186a87057"
Dec 16 21:03:53 ha-401000 kubelet[1546]: E1216 21:03:53.384692 1546 kubelet.go:3196] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"ha-401000\" not found" node="ha-401000"
Dec 16 21:03:53 ha-401000 kubelet[1546]: I1216 21:03:53.384811 1546 scope.go:117] "RemoveContainer" containerID="0df8d5a4fc4015f0692fe931dc366067548e559b844045ff5df87d114034d383"
Dec 16 21:03:53 ha-401000 kubelet[1546]: E1216 21:03:53.384926 1546 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-401000_kube-system(45775d3266e469b0a539be0186a87057)\"" pod="kube-system/kube-apiserver-ha-401000" podUID="45775d3266e469b0a539be0186a87057"
Dec 16 21:03:54 ha-401000 kubelet[1546]: W1216 21:03:54.201675 1546 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: Get "https://control-plane.minikube.internal:8443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Dec 16 21:03:54 ha-401000 kubelet[1546]: E1216 21:03:54.202337 1546 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get \"https://control-plane.minikube.internal:8443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Dec 16 21:03:54 ha-401000 kubelet[1546]: E1216 21:03:54.515802 1546 kubelet.go:3196] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"ha-401000\" not found" node="ha-401000"
Dec 16 21:03:55 ha-401000 kubelet[1546]: I1216 21:03:55.051064 1546 kubelet_node_status.go:76] "Attempting to register node" node="ha-401000"
Dec 16 21:03:57 ha-401000 kubelet[1546]: E1216 21:03:57.264827 1546 kubelet_node_status.go:108] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-401000"
Dec 16 21:03:57 ha-401000 kubelet[1546]: E1216 21:03:57.265457 1546 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-401000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Dec 16 21:03:57 ha-401000 kubelet[1546]: E1216 21:03:57.506403 1546 kubelet.go:3196] "No need to create a mirror pod, since failed to get node info from the cluster" err="node \"ha-401000\" not found" node="ha-401000"
Dec 16 21:04:00 ha-401000 kubelet[1546]: W1216 21:04:00.337872 1546 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Dec 16 21:04:00 ha-401000 kubelet[1546]: E1216 21:04:00.337921 1546 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Dec 16 21:04:00 ha-401000 kubelet[1546]: E1216 21:04:00.337855 1546 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-401000.1811c41d05697272 default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-401000,UID:ha-401000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-401000,},FirstTimestamp:2024-12-16 21:02:40.438243954 +0000 UTC m=+0.101551013,LastTimestamp:2024-12-16 21:02:40.438243954 +0000 UTC m=+0.101551013,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-401000,}"
Dec 16 21:04:00 ha-401000 kubelet[1546]: E1216 21:04:00.489944 1546 eviction_manager.go:292] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-401000\" not found"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-401000 -n ha-401000
helpers_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-401000 -n ha-401000: exit status 2 (177.339506ms)
-- stdout --
Stopped
-- /stdout --
helpers_test.go:254: status error: exit status 2 (may be ok)
helpers_test.go:256: "ha-401000" apiserver is not running, skipping kubectl commands (state="Stopped")
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (2.87s)