=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:415: expected profile "ha-114000" in json of 'profile list' to have "Degraded" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-114000\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-114000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACo
unt\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-114000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.77\",\"Port\":8443,\
"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.78\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.80\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-g
pu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOpt
imizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-114000 -n ha-114000
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-114000 -n ha-114000: exit status 2 (177.322852ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:239: status error: exit status 2 (may be ok)
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-114000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-114000 logs -n 25: (2.124553369s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-114000 cp ha-114000-m03:/home/docker/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04:/home/docker/cp-test_ha-114000-m03_ha-114000-m04.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-114000 ssh -n ha-114000-m04 sudo cat | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | /home/docker/cp-test_ha-114000-m03_ha-114000-m04.txt | | | | | |
| cp | ha-114000 cp testdata/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-114000 cp ha-114000-m04:/home/docker/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile4181742556/001/cp-test_ha-114000-m04.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-114000 cp ha-114000-m04:/home/docker/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000:/home/docker/cp-test_ha-114000-m04_ha-114000.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-114000 ssh -n ha-114000 sudo cat | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | /home/docker/cp-test_ha-114000-m04_ha-114000.txt | | | | | |
| cp | ha-114000 cp ha-114000-m04:/home/docker/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m02:/home/docker/cp-test_ha-114000-m04_ha-114000-m02.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-114000 ssh -n ha-114000-m02 sudo cat | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | /home/docker/cp-test_ha-114000-m04_ha-114000-m02.txt | | | | | |
| cp | ha-114000 cp ha-114000-m04:/home/docker/cp-test.txt | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m03:/home/docker/cp-test_ha-114000-m04_ha-114000-m03.txt | | | | | |
| ssh | ha-114000 ssh -n | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | ha-114000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-114000 ssh -n ha-114000-m03 sudo cat | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | /home/docker/cp-test_ha-114000-m04_ha-114000-m03.txt | | | | | |
| node | ha-114000 node stop m02 -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:25 PST |
| | --alsologtostderr | | | | | |
| node | ha-114000 node start m02 -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:25 PST | 09 Dec 24 16:26 PST |
| | --alsologtostderr | | | | | |
| node | list -p ha-114000 -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:26 PST | |
| | --alsologtostderr | | | | | |
| stop | -p ha-114000 -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:26 PST | 09 Dec 24 16:27 PST |
| | --alsologtostderr | | | | | |
| start | -p ha-114000 --wait=true -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:27 PST | 09 Dec 24 16:30 PST |
| | --alsologtostderr | | | | | |
| node | list -p ha-114000 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:30 PST | |
| node | ha-114000 node delete m03 -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:30 PST | 09 Dec 24 16:30 PST |
| | --alsologtostderr | | | | | |
| stop | ha-114000 stop -v=7 | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:30 PST | 09 Dec 24 16:31 PST |
| | --alsologtostderr | | | | | |
| start | -p ha-114000 --wait=true | ha-114000 | jenkins | v1.34.0 | 09 Dec 24 16:31 PST | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 16:31:03
Running on machine: MacOS-Agent-2
Binary: Built with gc go1.23.2 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 16:31:03.053406 33383 out.go:345] Setting OutFile to fd 1 ...
I1209 16:31:03.053615 33383 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 16:31:03.053620 33383 out.go:358] Setting ErrFile to fd 2...
I1209 16:31:03.053624 33383 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 16:31:03.053813 33383 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/20062-29370/.minikube/bin
I1209 16:31:03.055424 33383 out.go:352] Setting JSON to false
I1209 16:31:03.084439 33383 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":16231,"bootTime":1733774432,"procs":531,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"15.1.1","kernelVersion":"24.1.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}
W1209 16:31:03.084594 33383 start.go:137] gopshost.Virtualization returned error: not implemented yet
I1209 16:31:03.106776 33383 out.go:177] * [ha-114000] minikube v1.34.0 on Darwin 15.1.1
I1209 16:31:03.148673 33383 out.go:177] - MINIKUBE_LOCATION=20062
I1209 16:31:03.148728 33383 notify.go:220] Checking for updates...
I1209 16:31:03.192162 33383 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/20062-29370/kubeconfig
I1209 16:31:03.235299 33383 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I1209 16:31:03.280325 33383 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 16:31:03.326473 33383 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/20062-29370/.minikube
I1209 16:31:03.371246 33383 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 16:31:03.393157 33383 config.go:182] Loaded profile config "ha-114000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1209 16:31:03.393885 33383 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1209 16:31:03.393952 33383 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1209 16:31:03.406571 33383 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:53185
I1209 16:31:03.406926 33383 main.go:141] libmachine: () Calling .GetVersion
I1209 16:31:03.407326 33383 main.go:141] libmachine: Using API Version 1
I1209 16:31:03.407337 33383 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 16:31:03.407571 33383 main.go:141] libmachine: () Calling .GetMachineName
I1209 16:31:03.407679 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:03.407874 33383 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 16:31:03.408125 33383 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1209 16:31:03.408152 33383 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1209 16:31:03.419505 33383 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:53187
I1209 16:31:03.419812 33383 main.go:141] libmachine: () Calling .GetVersion
I1209 16:31:03.420188 33383 main.go:141] libmachine: Using API Version 1
I1209 16:31:03.420206 33383 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 16:31:03.420413 33383 main.go:141] libmachine: () Calling .GetMachineName
I1209 16:31:03.420530 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:03.452528 33383 out.go:177] * Using the hyperkit driver based on existing profile
I1209 16:31:03.494490 33383 start.go:297] selected driver: hyperkit
I1209 16:31:03.494520 33383 start.go:901] validating driver "hyperkit" against &{Name:ha-114000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.2 ClusterName:ha-114000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.77 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.78 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.80 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false i
ngress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 16:31:03.494780 33383 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 16:31:03.494976 33383 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 16:31:03.495239 33383 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/20062-29370/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I1209 16:31:03.507883 33383 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I1209 16:31:03.515066 33383 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1209 16:31:03.515091 33383 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I1209 16:31:03.520564 33383 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 16:31:03.520598 33383 cni.go:84] Creating CNI manager for ""
I1209 16:31:03.520640 33383 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1209 16:31:03.520720 33383 start.go:340] cluster config:
{Name:ha-114000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-114000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.77 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.78 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.80 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-prov
isioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFi
rmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 16:31:03.520828 33383 iso.go:125] acquiring lock: {Name:mk3f0dbbb1a5bf64f95d1df09f90bbade61b3dd0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 16:31:03.542502 33383 out.go:177] * Starting "ha-114000" primary control-plane node in "ha-114000" cluster
I1209 16:31:03.584253 33383 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1209 16:31:03.584307 33383 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/20062-29370/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4
I1209 16:31:03.584328 33383 cache.go:56] Caching tarball of preloaded images
I1209 16:31:03.584537 33383 preload.go:172] Found /Users/jenkins/minikube-integration/20062-29370/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1209 16:31:03.584553 33383 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1209 16:31:03.584688 33383 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/config.json ...
I1209 16:31:03.585481 33383 start.go:360] acquireMachinesLock for ha-114000: {Name:mka2746fb74e1829b0b374e0af105fb9d00f46b7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 16:31:03.585611 33383 start.go:364] duration metric: took 109.778µs to acquireMachinesLock for "ha-114000"
I1209 16:31:03.585636 33383 start.go:96] Skipping create...Using existing machine configuration
I1209 16:31:03.585652 33383 fix.go:54] fixHost starting:
I1209 16:31:03.585962 33383 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1209 16:31:03.586003 33383 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1209 16:31:03.597611 33383 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:53189
I1209 16:31:03.597977 33383 main.go:141] libmachine: () Calling .GetVersion
I1209 16:31:03.598350 33383 main.go:141] libmachine: Using API Version 1
I1209 16:31:03.598364 33383 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 16:31:03.598577 33383 main.go:141] libmachine: () Calling .GetMachineName
I1209 16:31:03.598703 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:03.598806 33383 main.go:141] libmachine: (ha-114000) Calling .GetState
I1209 16:31:03.598911 33383 main.go:141] libmachine: (ha-114000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:03.598985 33383 main.go:141] libmachine: (ha-114000) DBG | hyperkit pid from json: 32763
I1209 16:31:03.600070 33383 main.go:141] libmachine: (ha-114000) DBG | hyperkit pid 32763 missing from process table
I1209 16:31:03.600123 33383 fix.go:112] recreateIfNeeded on ha-114000: state=Stopped err=<nil>
I1209 16:31:03.600142 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
W1209 16:31:03.600251 33383 fix.go:138] unexpected machine state, will restart: <nil>
I1209 16:31:03.642419 33383 out.go:177] * Restarting existing hyperkit VM for "ha-114000" ...
I1209 16:31:03.663341 33383 main.go:141] libmachine: (ha-114000) Calling .Start
I1209 16:31:03.663617 33383 main.go:141] libmachine: (ha-114000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:03.663674 33383 main.go:141] libmachine: (ha-114000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/hyperkit.pid
I1209 16:31:03.665649 33383 main.go:141] libmachine: (ha-114000) DBG | hyperkit pid 32763 missing from process table
I1209 16:31:03.665663 33383 main.go:141] libmachine: (ha-114000) DBG | pid 32763 is in state "Stopped"
I1209 16:31:03.665678 33383 main.go:141] libmachine: (ha-114000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/hyperkit.pid...
I1209 16:31:03.665949 33383 main.go:141] libmachine: (ha-114000) DBG | Using UUID 4b6b78f0-7db6-4953-b08b-c77413bdd861
I1209 16:31:03.800665 33383 main.go:141] libmachine: (ha-114000) DBG | Generated MAC de:77:dc:1b:9d:cf
I1209 16:31:03.800696 33383 main.go:141] libmachine: (ha-114000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000
I1209 16:31:03.800897 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4b6b78f0-7db6-4953-b08b-c77413bdd861", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000434db0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/bzimage", Initrd:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1209 16:31:03.800936 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"4b6b78f0-7db6-4953-b08b-c77413bdd861", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000434db0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/bzimage", Initrd:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1209 16:31:03.800995 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "4b6b78f0-7db6-4953-b08b-c77413bdd861", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/ha-114000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/tty,log=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/bzimage,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/initrd,earlyp
rintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000"}
I1209 16:31:03.801038 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 4b6b78f0-7db6-4953-b08b-c77413bdd861 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/ha-114000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/tty,log=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/console-ring -f kexec,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/bzimage,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nom
odeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000"
I1209 16:31:03.801047 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1209 16:31:03.802724 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 DEBUG: hyperkit: Pid is 33396
I1209 16:31:03.803088 33383 main.go:141] libmachine: (ha-114000) DBG | Attempt 0
I1209 16:31:03.803098 33383 main.go:141] libmachine: (ha-114000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:03.803174 33383 main.go:141] libmachine: (ha-114000) DBG | hyperkit pid from json: 33396
I1209 16:31:03.804731 33383 main.go:141] libmachine: (ha-114000) DBG | Searching for de:77:dc:1b:9d:cf in /var/db/dhcpd_leases ...
I1209 16:31:03.805132 33383 main.go:141] libmachine: (ha-114000) DBG | Found 79 entries in /var/db/dhcpd_leases!
I1209 16:31:03.805165 33383 main.go:141] libmachine: (ha-114000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.79 HWAddress:3e:90:30:cd:b7:ee ID:1,3e:90:30:cd:b7:ee Lease:0x67578bab}
I1209 16:31:03.805189 33383 main.go:141] libmachine: (ha-114000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.80 HWAddress:c2:e3:38:d0:2c:f2 ID:1,c2:e3:38:d0:2c:f2 Lease:0x6757998f}
I1209 16:31:03.805197 33383 main.go:141] libmachine: (ha-114000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.78 HWAddress:be:80:1b:e4:cc:62 ID:1,be:80:1b:e4:cc:62 Lease:0x67579903}
I1209 16:31:03.805212 33383 main.go:141] libmachine: (ha-114000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.77 HWAddress:de:77:dc:1b:9d:cf ID:1,de:77:dc:1b:9d:cf Lease:0x675798f0}
I1209 16:31:03.805222 33383 main.go:141] libmachine: (ha-114000) DBG | Found match: de:77:dc:1b:9d:cf
I1209 16:31:03.805238 33383 main.go:141] libmachine: (ha-114000) DBG | IP: 192.169.0.77
I1209 16:31:03.805351 33383 main.go:141] libmachine: (ha-114000) Calling .GetConfigRaw
I1209 16:31:03.806199 33383 main.go:141] libmachine: (ha-114000) Calling .GetIP
I1209 16:31:03.806427 33383 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/config.json ...
I1209 16:31:03.806900 33383 machine.go:93] provisionDockerMachine start ...
I1209 16:31:03.806914 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:03.807078 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:03.807235 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:03.807364 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:03.807499 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:03.807624 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:03.807782 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:03.807989 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:03.807998 33383 main.go:141] libmachine: About to run SSH command:
hostname
I1209 16:31:03.814750 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I1209 16:31:03.880035 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1209 16:31:03.880960 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1209 16:31:03.881004 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1209 16:31:03.881023 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1209 16:31:03.881042 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:03 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1209 16:31:04.272459 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1209 16:31:04.272486 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1209 16:31:04.387183 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1209 16:31:04.387226 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1209 16:31:04.387254 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1209 16:31:04.387275 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1209 16:31:04.388038 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1209 16:31:04.388049 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:04 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1209 16:31:10.116288 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:10 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1209 16:31:10.116316 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:10 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1209 16:31:10.116333 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:10 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1209 16:31:10.140231 33383 main.go:141] libmachine: (ha-114000) DBG | 2024/12/09 16:31:10 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1209 16:31:38.882810 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1209 16:31:38.882826 33383 main.go:141] libmachine: (ha-114000) Calling .GetMachineName
I1209 16:31:38.882966 33383 buildroot.go:166] provisioning hostname "ha-114000"
I1209 16:31:38.882978 33383 main.go:141] libmachine: (ha-114000) Calling .GetMachineName
I1209 16:31:38.883078 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:38.883168 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:38.883269 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:38.883368 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:38.883473 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:38.883636 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:38.883788 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:38.883796 33383 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-114000 && echo "ha-114000" | sudo tee /etc/hostname
I1209 16:31:38.953016 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-114000
I1209 16:31:38.953043 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:38.953180 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:38.953279 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:38.953372 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:38.953462 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:38.953621 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:38.953760 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:38.953772 33383 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-114000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-114000/g' /etc/hosts;
else
echo '127.0.1.1 ha-114000' | sudo tee -a /etc/hosts;
fi
fi
I1209 16:31:39.015374 33383 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 16:31:39.015400 33383 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/20062-29370/.minikube CaCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/20062-29370/.minikube}
I1209 16:31:39.015416 33383 buildroot.go:174] setting up certificates
I1209 16:31:39.015424 33383 provision.go:84] configureAuth start
I1209 16:31:39.015430 33383 main.go:141] libmachine: (ha-114000) Calling .GetMachineName
I1209 16:31:39.015592 33383 main.go:141] libmachine: (ha-114000) Calling .GetIP
I1209 16:31:39.015701 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:39.015794 33383 provision.go:143] copyHostCerts
I1209 16:31:39.015825 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem
I1209 16:31:39.015898 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem, removing ...
I1209 16:31:39.015907 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem
I1209 16:31:39.016067 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem (1082 bytes)
I1209 16:31:39.016315 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem
I1209 16:31:39.016364 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem, removing ...
I1209 16:31:39.016369 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem
I1209 16:31:39.016457 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem (1123 bytes)
I1209 16:31:39.016616 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem
I1209 16:31:39.016663 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem, removing ...
I1209 16:31:39.016668 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem
I1209 16:31:39.016755 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem (1675 bytes)
I1209 16:31:39.016919 33383 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca-key.pem org=jenkins.ha-114000 san=[127.0.0.1 192.169.0.77 ha-114000 localhost minikube]
I1209 16:31:39.139594 33383 provision.go:177] copyRemoteCerts
I1209 16:31:39.139671 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 16:31:39.139688 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:39.139834 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:39.139947 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.140022 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:39.140110 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.77 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/id_rsa Username:docker}
I1209 16:31:39.175176 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 16:31:39.175248 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 16:31:39.195059 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 16:31:39.195125 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1209 16:31:39.214965 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 16:31:39.215028 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1209 16:31:39.234690 33383 provision.go:87] duration metric: took 219.248596ms to configureAuth
I1209 16:31:39.234703 33383 buildroot.go:189] setting minikube options for container-runtime
I1209 16:31:39.234878 33383 config.go:182] Loaded profile config "ha-114000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1209 16:31:39.234891 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:39.235029 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:39.235116 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:39.235212 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.235280 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.235381 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:39.235517 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:39.235653 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:39.235661 33383 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1209 16:31:39.293940 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1209 16:31:39.293953 33383 buildroot.go:70] root file system type: tmpfs
I1209 16:31:39.294034 33383 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1209 16:31:39.294045 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:39.294176 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:39.294280 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.294383 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.294474 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:39.294619 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:39.294753 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:39.294796 33383 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1209 16:31:39.362365 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1209 16:31:39.362386 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:39.362522 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:39.362613 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.362707 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:39.362802 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:39.362951 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:39.363098 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:39.363109 33383 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1209 16:31:41.051223 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1209 16:31:41.051239 33383 machine.go:96] duration metric: took 37.243733127s to provisionDockerMachine
I1209 16:31:41.051250 33383 start.go:293] postStartSetup for "ha-114000" (driver="hyperkit")
I1209 16:31:41.051257 33383 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 16:31:41.051268 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.051486 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 16:31:41.051512 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:41.051617 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:41.051719 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.051822 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:41.051917 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.77 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/id_rsa Username:docker}
I1209 16:31:41.087681 33383 ssh_runner.go:195] Run: cat /etc/os-release
I1209 16:31:41.090910 33383 info.go:137] Remote host: Buildroot 2023.02.9
I1209 16:31:41.090923 33383 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20062-29370/.minikube/addons for local assets ...
I1209 16:31:41.091020 33383 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20062-29370/.minikube/files for local assets ...
I1209 16:31:41.091239 33383 filesync.go:149] local asset: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem -> 299112.pem in /etc/ssl/certs
I1209 16:31:41.091246 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem -> /etc/ssl/certs/299112.pem
I1209 16:31:41.091499 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 16:31:41.098759 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem --> /etc/ssl/certs/299112.pem (1708 bytes)
I1209 16:31:41.118445 33383 start.go:296] duration metric: took 67.185741ms for postStartSetup
I1209 16:31:41.118466 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.118650 33383 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1209 16:31:41.118664 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:41.118763 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:41.118857 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.118962 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:41.119037 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.77 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/id_rsa Username:docker}
I1209 16:31:41.156740 33383 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1209 16:31:41.156814 33383 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1209 16:31:41.210606 33383 fix.go:56] duration metric: took 37.624352708s for fixHost
I1209 16:31:41.210629 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:41.210773 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:41.210875 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.210981 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.211083 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:41.211229 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:41.211373 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.77 22 <nil> <nil>}
I1209 16:31:41.211380 33383 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 16:31:41.268134 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733790701.411558397
I1209 16:31:41.268146 33383 fix.go:216] guest clock: 1733790701.411558397
I1209 16:31:41.268151 33383 fix.go:229] Guest: 2024-12-09 16:31:41.411558397 -0800 PST Remote: 2024-12-09 16:31:41.21062 -0800 PST m=+38.197908265 (delta=200.938397ms)
I1209 16:31:41.268171 33383 fix.go:200] guest clock delta is within tolerance: 200.938397ms
I1209 16:31:41.268177 33383 start.go:83] releasing machines lock for "ha-114000", held for 37.68195482s
I1209 16:31:41.268196 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.268341 33383 main.go:141] libmachine: (ha-114000) Calling .GetIP
I1209 16:31:41.268456 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.268792 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.268913 33383 main.go:141] libmachine: (ha-114000) Calling .DriverName
I1209 16:31:41.269008 33383 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 16:31:41.269044 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:41.269081 33383 ssh_runner.go:195] Run: cat /version.json
I1209 16:31:41.269093 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHHostname
I1209 16:31:41.269165 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:41.269206 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHPort
I1209 16:31:41.269292 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.269308 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHKeyPath
I1209 16:31:41.269425 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:41.269446 33383 main.go:141] libmachine: (ha-114000) Calling .GetSSHUsername
I1209 16:31:41.269554 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.77 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/id_rsa Username:docker}
I1209 16:31:41.269568 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.77 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000/id_rsa Username:docker}
I1209 16:31:41.349617 33383 ssh_runner.go:195] Run: systemctl --version
I1209 16:31:41.353999 33383 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1209 16:31:41.358203 33383 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 16:31:41.358261 33383 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 16:31:41.370938 33383 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 16:31:41.370955 33383 start.go:495] detecting cgroup driver to use...
I1209 16:31:41.371068 33383 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1209 16:31:41.389523 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1209 16:31:41.398605 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1209 16:31:41.407625 33383 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1209 16:31:41.407689 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1209 16:31:41.416522 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1209 16:31:41.425263 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1209 16:31:41.434084 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1209 16:31:41.442940 33383 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 16:31:41.451807 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1209 16:31:41.460654 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1209 16:31:41.469530 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1209 16:31:41.478390 33383 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 16:31:41.486297 33383 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 16:31:41.486355 33383 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 16:31:41.495222 33383 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 16:31:41.503173 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:31:41.596036 33383 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1209 16:31:41.615467 33383 start.go:495] detecting cgroup driver to use...
I1209 16:31:41.615567 33383 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1209 16:31:41.628129 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 16:31:41.639252 33383 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 16:31:41.654161 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 16:31:41.665172 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1209 16:31:41.675874 33383 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1209 16:31:41.698756 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1209 16:31:41.709719 33383 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1209 16:31:41.724448 33383 ssh_runner.go:195] Run: which cri-dockerd
I1209 16:31:41.727378 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1209 16:31:41.735111 33383 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1209 16:31:41.748419 33383 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1209 16:31:41.843863 33383 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1209 16:31:41.941024 33383 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1209 16:31:41.941099 33383 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1209 16:31:41.955186 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:31:42.047856 33383 ssh_runner.go:195] Run: sudo systemctl restart docker
I1209 16:31:44.431268 33383 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.383355318s)
I1209 16:31:44.431352 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I1209 16:31:44.441855 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1209 16:31:44.451924 33383 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1209 16:31:44.546172 33383 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1209 16:31:44.646162 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:31:44.759639 33383 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1209 16:31:44.773298 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I1209 16:31:44.784341 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:31:44.877625 33383 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I1209 16:31:44.945040 33383 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1209 16:31:44.945792 33383 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1209 16:31:44.950401 33383 start.go:563] Will wait 60s for crictl version
I1209 16:31:44.950475 33383 ssh_runner.go:195] Run: which crictl
I1209 16:31:44.953637 33383 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 16:31:44.980910 33383 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I1209 16:31:44.980996 33383 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1209 16:31:44.997257 33383 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1209 16:31:45.035194 33383 out.go:235] * Preparing Kubernetes v1.31.2 on Docker 27.3.1 ...
I1209 16:31:45.035262 33383 main.go:141] libmachine: (ha-114000) Calling .GetIP
I1209 16:31:45.036105 33383 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I1209 16:31:45.040575 33383 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 16:31:45.051314 33383 kubeadm.go:883] updating cluster {Name:ha-114000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
2 ClusterName:ha-114000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.77 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.78 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.80 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro
r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 16:31:45.051418 33383 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1209 16:31:45.051485 33383 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1209 16:31:45.064291 33383 docker.go:689] Got preloaded images: -- stdout --
ghcr.io/kube-vip/kube-vip:v0.8.7
kindest/kindnetd:v20241108-5c6d2daf
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1209 16:31:45.064306 33383 docker.go:619] Images already preloaded, skipping extraction
I1209 16:31:45.064378 33383 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1209 16:31:45.078158 33383 docker.go:689] Got preloaded images: -- stdout --
ghcr.io/kube-vip/kube-vip:v0.8.7
kindest/kindnetd:v20241108-5c6d2daf
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I1209 16:31:45.078180 33383 cache_images.go:84] Images are preloaded, skipping loading
I1209 16:31:45.078189 33383 kubeadm.go:934] updating node { 192.169.0.77 8443 v1.31.2 docker true true} ...
I1209 16:31:45.078267 33383 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-114000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.77
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-114000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 16:31:45.078351 33383 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1209 16:31:45.115303 33383 cni.go:84] Creating CNI manager for ""
I1209 16:31:45.115317 33383 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I1209 16:31:45.115326 33383 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 16:31:45.115342 33383 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.77 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-114000 NodeName:ha-114000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.77"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.77 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/ma
nifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 16:31:45.115429 33383 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.77
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-114000"
kubeletExtraArgs:
- name: "node-ip"
value: "192.169.0.77"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.77"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 16:31:45.115452 33383 kube-vip.go:115] generating kube-vip config ...
I1209 16:31:45.115529 33383 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1209 16:31:45.130803 33383 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1209 16:31:45.130864 33383 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1209 16:31:45.130935 33383 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 16:31:45.139770 33383 binaries.go:44] Found k8s binaries, skipping transfer
I1209 16:31:45.139837 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1209 16:31:45.148561 33383 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1209 16:31:45.162036 33383 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 16:31:45.175444 33383 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1209 16:31:45.189002 33383 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I1209 16:31:45.202518 33383 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I1209 16:31:45.205290 33383 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 16:31:45.214772 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:31:45.316892 33383 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 16:31:45.330048 33383 certs.go:68] Setting up /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000 for IP: 192.169.0.77
I1209 16:31:45.330061 33383 certs.go:194] generating shared ca certs ...
I1209 16:31:45.330071 33383 certs.go:226] acquiring lock for ca certs: {Name:mk4291ad0dd61ecc2197a0c6d17544847b444c90 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:45.330287 33383 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.key
I1209 16:31:45.330375 33383 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/proxy-client-ca.key
I1209 16:31:45.330387 33383 certs.go:256] generating profile certs ...
I1209 16:31:45.330512 33383 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/client.key
I1209 16:31:45.330538 33383 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key.90623046
I1209 16:31:45.330554 33383 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt.90623046 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.77 192.169.0.78 192.169.0.254]
I1209 16:31:45.512880 33383 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt.90623046 ...
I1209 16:31:45.512896 33383 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt.90623046: {Name:mk623b3fd968164a10bfc0e467ec7d458f1d46ab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:45.513249 33383 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key.90623046 ...
I1209 16:31:45.513259 33383 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key.90623046: {Name:mkf7e9512aa533ff426bd654f7f09a302ee07511 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:45.513513 33383 certs.go:381] copying /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt.90623046 -> /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt
I1209 16:31:45.513737 33383 certs.go:385] copying /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key.90623046 -> /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key
I1209 16:31:45.514013 33383 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/proxy-client.key
I1209 16:31:45.514023 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1209 16:31:45.514047 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1209 16:31:45.514066 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1209 16:31:45.514092 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1209 16:31:45.514116 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1209 16:31:45.514136 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1209 16:31:45.514155 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1209 16:31:45.514173 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1209 16:31:45.514266 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/29911.pem (1338 bytes)
W1209 16:31:45.514331 33383 certs.go:480] ignoring /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/29911_empty.pem, impossibly tiny 0 bytes
I1209 16:31:45.514339 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca-key.pem (1679 bytes)
I1209 16:31:45.514373 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem (1082 bytes)
I1209 16:31:45.514403 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem (1123 bytes)
I1209 16:31:45.514442 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem (1675 bytes)
I1209 16:31:45.514506 33383 certs.go:484] found cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem (1708 bytes)
I1209 16:31:45.514541 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem -> /usr/share/ca-certificates/299112.pem
I1209 16:31:45.514562 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1209 16:31:45.514581 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/29911.pem -> /usr/share/ca-certificates/29911.pem
I1209 16:31:45.515042 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 16:31:45.557606 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 16:31:45.605921 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 16:31:45.646843 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 16:31:45.693457 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1209 16:31:45.730412 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1209 16:31:45.764908 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 16:31:45.791249 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 16:31:45.817556 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem --> /usr/share/ca-certificates/299112.pem (1708 bytes)
I1209 16:31:45.839017 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 16:31:45.859925 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/29911.pem --> /usr/share/ca-certificates/29911.pem (1338 bytes)
I1209 16:31:45.878728 33383 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 16:31:45.892595 33383 ssh_runner.go:195] Run: openssl version
I1209 16:31:45.897147 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/299112.pem && ln -fs /usr/share/ca-certificates/299112.pem /etc/ssl/certs/299112.pem"
I1209 16:31:45.905668 33383 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/299112.pem
I1209 16:31:45.908984 33383 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 10 00:16 /usr/share/ca-certificates/299112.pem
I1209 16:31:45.909031 33383 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/299112.pem
I1209 16:31:45.913192 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/299112.pem /etc/ssl/certs/3ec20f2e.0"
I1209 16:31:45.922214 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 16:31:45.931285 33383 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 16:31:45.934571 33383 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 10 00:07 /usr/share/ca-certificates/minikubeCA.pem
I1209 16:31:45.934614 33383 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 16:31:45.938747 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 16:31:45.948314 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/29911.pem && ln -fs /usr/share/ca-certificates/29911.pem /etc/ssl/certs/29911.pem"
I1209 16:31:45.957587 33383 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/29911.pem
I1209 16:31:45.960867 33383 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 10 00:16 /usr/share/ca-certificates/29911.pem
I1209 16:31:45.960913 33383 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/29911.pem
I1209 16:31:45.965249 33383 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/29911.pem /etc/ssl/certs/51391683.0"
I1209 16:31:45.974339 33383 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 16:31:45.977660 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1209 16:31:45.982314 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1209 16:31:45.986421 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1209 16:31:45.990717 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1209 16:31:45.995027 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1209 16:31:45.999202 33383 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1209 16:31:46.003354 33383 kubeadm.go:392] StartCluster: {Name:ha-114000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 C
lusterName:ha-114000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.77 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.78 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.80 Port:0 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ing
ress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 16:31:46.003478 33383 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1209 16:31:46.015702 33383 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 16:31:46.024128 33383 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I1209 16:31:46.024140 33383 kubeadm.go:593] restartPrimaryControlPlane start ...
I1209 16:31:46.024193 33383 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1209 16:31:46.032220 33383 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1209 16:31:46.032529 33383 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-114000" does not appear in /Users/jenkins/minikube-integration/20062-29370/kubeconfig
I1209 16:31:46.032608 33383 kubeconfig.go:62] /Users/jenkins/minikube-integration/20062-29370/kubeconfig needs updating (will repair): [kubeconfig missing "ha-114000" cluster setting kubeconfig missing "ha-114000" context setting]
I1209 16:31:46.032797 33383 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20062-29370/kubeconfig: {Name:mk8daab59d610b5b58cc7c63df0df2ea139dc45f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:46.033399 33383 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/20062-29370/kubeconfig
I1209 16:31:46.033597 33383 kapi.go:59] client config for ha-114000: &rest.Config{Host:"https://192.169.0.77:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/client.key", CAFile:"/Users/jenkins/minikube-integration/20062-29370/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil
)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x10407dc0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1209 16:31:46.033928 33383 cert_rotation.go:140] Starting client certificate rotation controller
I1209 16:31:46.034144 33383 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1209 16:31:46.042081 33383 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.77
I1209 16:31:46.042094 33383 kubeadm.go:597] duration metric: took 17.950581ms to restartPrimaryControlPlane
I1209 16:31:46.042100 33383 kubeadm.go:394] duration metric: took 38.750089ms to StartCluster
I1209 16:31:46.042109 33383 settings.go:142] acquiring lock: {Name:mka5ae508c9a614d09a0fa0fbb6e7027ae2ba43d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:46.042196 33383 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/20062-29370/kubeconfig
I1209 16:31:46.042548 33383 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/20062-29370/kubeconfig: {Name:mk8daab59d610b5b58cc7c63df0df2ea139dc45f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 16:31:46.042754 33383 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.77 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I1209 16:31:46.042767 33383 start.go:241] waiting for startup goroutines ...
I1209 16:31:46.042786 33383 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1209 16:31:46.042910 33383 config.go:182] Loaded profile config "ha-114000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1209 16:31:46.087052 33383 out.go:177] * Enabled addons:
I1209 16:31:46.108061 33383 addons.go:510] duration metric: took 65.224308ms for enable addons: enabled=[]
I1209 16:31:46.108112 33383 start.go:246] waiting for cluster config update ...
I1209 16:31:46.108125 33383 start.go:255] writing updated cluster config ...
I1209 16:31:46.131150 33383 out.go:201]
I1209 16:31:46.152349 33383 config.go:182] Loaded profile config "ha-114000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1209 16:31:46.152555 33383 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/config.json ...
I1209 16:31:46.175178 33383 out.go:177] * Starting "ha-114000-m02" control-plane node in "ha-114000" cluster
I1209 16:31:46.216711 33383 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime docker
I1209 16:31:46.216738 33383 cache.go:56] Caching tarball of preloaded images
I1209 16:31:46.216878 33383 preload.go:172] Found /Users/jenkins/minikube-integration/20062-29370/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I1209 16:31:46.216891 33383 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on docker
I1209 16:31:46.216988 33383 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/config.json ...
I1209 16:31:46.217695 33383 start.go:360] acquireMachinesLock for ha-114000-m02: {Name:mka2746fb74e1829b0b374e0af105fb9d00f46b7 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1209 16:31:46.217783 33383 start.go:364] duration metric: took 68.853µs to acquireMachinesLock for "ha-114000-m02"
I1209 16:31:46.217802 33383 start.go:96] Skipping create...Using existing machine configuration
I1209 16:31:46.217807 33383 fix.go:54] fixHost starting: m02
I1209 16:31:46.218126 33383 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I1209 16:31:46.218151 33383 main.go:141] libmachine: Launching plugin server for driver hyperkit
I1209 16:31:46.230154 33383 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:53211
I1209 16:31:46.230689 33383 main.go:141] libmachine: () Calling .GetVersion
I1209 16:31:46.231183 33383 main.go:141] libmachine: Using API Version 1
I1209 16:31:46.231203 33383 main.go:141] libmachine: () Calling .SetConfigRaw
I1209 16:31:46.231624 33383 main.go:141] libmachine: () Calling .GetMachineName
I1209 16:31:46.231840 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:46.232037 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetState
I1209 16:31:46.232112 33383 main.go:141] libmachine: (ha-114000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:46.232222 33383 main.go:141] libmachine: (ha-114000-m02) DBG | hyperkit pid from json: 32788
I1209 16:31:46.233317 33383 main.go:141] libmachine: (ha-114000-m02) DBG | hyperkit pid 32788 missing from process table
I1209 16:31:46.233361 33383 fix.go:112] recreateIfNeeded on ha-114000-m02: state=Stopped err=<nil>
I1209 16:31:46.233391 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
W1209 16:31:46.233494 33383 fix.go:138] unexpected machine state, will restart: <nil>
I1209 16:31:46.276176 33383 out.go:177] * Restarting existing hyperkit VM for "ha-114000-m02" ...
I1209 16:31:46.297042 33383 main.go:141] libmachine: (ha-114000-m02) Calling .Start
I1209 16:31:46.297439 33383 main.go:141] libmachine: (ha-114000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:46.297471 33383 main.go:141] libmachine: (ha-114000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/hyperkit.pid
I1209 16:31:46.299558 33383 main.go:141] libmachine: (ha-114000-m02) DBG | hyperkit pid 32788 missing from process table
I1209 16:31:46.299570 33383 main.go:141] libmachine: (ha-114000-m02) DBG | pid 32788 is in state "Stopped"
I1209 16:31:46.299590 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/hyperkit.pid...
I1209 16:31:46.299864 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Using UUID 19be38d0-da5c-4c0f-9272-ab458fa977d1
I1209 16:31:46.323902 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Generated MAC be:80:1b:e4:cc:62
I1209 16:31:46.323923 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000
I1209 16:31:46.324106 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"19be38d0-da5c-4c0f-9272-ab458fa977d1", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00044c5a0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1209 16:31:46.324131 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"19be38d0-da5c-4c0f-9272-ab458fa977d1", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00044c5a0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I1209 16:31:46.324522 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "19be38d0-da5c-4c0f-9272-ab458fa977d1", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/ha-114000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/tty,log=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/bzimage,/Users/jenkins/minikube-integration/20062-29370/.minikube/
machines/ha-114000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000"}
I1209 16:31:46.324755 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 19be38d0-da5c-4c0f-9272-ab458fa977d1 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/ha-114000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/tty,log=/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/bzimage,/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/initrd,earlyprintk=serial loglevel=3 co
nsole=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-114000"
I1209 16:31:46.325126 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I1209 16:31:46.326886 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 DEBUG: hyperkit: Pid is 33442
I1209 16:31:46.327290 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Attempt 0
I1209 16:31:46.327300 33383 main.go:141] libmachine: (ha-114000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I1209 16:31:46.327368 33383 main.go:141] libmachine: (ha-114000-m02) DBG | hyperkit pid from json: 33442
I1209 16:31:46.328446 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Searching for be:80:1b:e4:cc:62 in /var/db/dhcpd_leases ...
I1209 16:31:46.328700 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Found 79 entries in /var/db/dhcpd_leases!
I1209 16:31:46.328723 33383 main.go:141] libmachine: (ha-114000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.77 HWAddress:de:77:dc:1b:9d:cf ID:1,de:77:dc:1b:9d:cf Lease:0x675799e1}
I1209 16:31:46.328759 33383 main.go:141] libmachine: (ha-114000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.79 HWAddress:3e:90:30:cd:b7:ee ID:1,3e:90:30:cd:b7:ee Lease:0x67578bab}
I1209 16:31:46.328780 33383 main.go:141] libmachine: (ha-114000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.80 HWAddress:c2:e3:38:d0:2c:f2 ID:1,c2:e3:38:d0:2c:f2 Lease:0x6757998f}
I1209 16:31:46.328793 33383 main.go:141] libmachine: (ha-114000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.78 HWAddress:be:80:1b:e4:cc:62 ID:1,be:80:1b:e4:cc:62 Lease:0x67579903}
I1209 16:31:46.328802 33383 main.go:141] libmachine: (ha-114000-m02) DBG | Found match: be:80:1b:e4:cc:62
I1209 16:31:46.328809 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetConfigRaw
I1209 16:31:46.328825 33383 main.go:141] libmachine: (ha-114000-m02) DBG | IP: 192.169.0.78
I1209 16:31:46.329516 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetIP
I1209 16:31:46.329733 33383 profile.go:143] Saving config to /Users/jenkins/minikube-integration/20062-29370/.minikube/profiles/ha-114000/config.json ...
I1209 16:31:46.330171 33383 machine.go:93] provisionDockerMachine start ...
I1209 16:31:46.330181 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:46.330303 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:46.330406 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:46.330514 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:46.330630 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:46.330739 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:46.330870 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:46.331021 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:46.331028 33383 main.go:141] libmachine: About to run SSH command:
hostname
I1209 16:31:46.337891 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I1209 16:31:46.347015 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I1209 16:31:46.347870 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1209 16:31:46.347886 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1209 16:31:46.347893 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1209 16:31:46.347898 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1209 16:31:46.740709 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I1209 16:31:46.740737 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I1209 16:31:46.855609 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I1209 16:31:46.855627 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I1209 16:31:46.855635 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I1209 16:31:46.855645 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I1209 16:31:46.856504 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I1209 16:31:46.856514 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:46 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I1209 16:31:52.627371 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:52 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I1209 16:31:52.627417 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:52 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I1209 16:31:52.627428 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:52 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I1209 16:31:52.654401 33383 main.go:141] libmachine: (ha-114000-m02) DBG | 2024/12/09 16:31:52 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I1209 16:31:57.382913 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I1209 16:31:57.382930 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetMachineName
I1209 16:31:57.383052 33383 buildroot.go:166] provisioning hostname "ha-114000-m02"
I1209 16:31:57.383064 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetMachineName
I1209 16:31:57.383162 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.383245 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.383318 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.383401 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.383466 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.383628 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:57.383772 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:57.383781 33383 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-114000-m02 && echo "ha-114000-m02" | sudo tee /etc/hostname
I1209 16:31:57.442755 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-114000-m02
I1209 16:31:57.442771 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.442926 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.443047 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.443156 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.443254 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.443411 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:57.443559 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:57.443569 33383 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-114000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-114000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-114000-m02' | sudo tee -a /etc/hosts;
fi
fi
I1209 16:31:57.499208 33383 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 16:31:57.499224 33383 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/20062-29370/.minikube CaCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/20062-29370/.minikube}
I1209 16:31:57.499237 33383 buildroot.go:174] setting up certificates
I1209 16:31:57.499253 33383 provision.go:84] configureAuth start
I1209 16:31:57.499264 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetMachineName
I1209 16:31:57.499396 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetIP
I1209 16:31:57.499489 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.499580 33383 provision.go:143] copyHostCerts
I1209 16:31:57.499609 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem
I1209 16:31:57.499662 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem, removing ...
I1209 16:31:57.499667 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem
I1209 16:31:57.499790 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/ca.pem (1082 bytes)
I1209 16:31:57.500009 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem
I1209 16:31:57.500041 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem, removing ...
I1209 16:31:57.500046 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem
I1209 16:31:57.500114 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/cert.pem (1123 bytes)
I1209 16:31:57.500722 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem
I1209 16:31:57.500760 33383 exec_runner.go:144] found /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem, removing ...
I1209 16:31:57.500765 33383 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem
I1209 16:31:57.500839 33383 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/20062-29370/.minikube/key.pem (1675 bytes)
I1209 16:31:57.501024 33383 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca-key.pem org=jenkins.ha-114000-m02 san=[127.0.0.1 192.169.0.78 ha-114000-m02 localhost minikube]
I1209 16:31:57.623632 33383 provision.go:177] copyRemoteCerts
I1209 16:31:57.623704 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 16:31:57.623720 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.623871 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.623984 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.624092 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.624188 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.78 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/id_rsa Username:docker}
I1209 16:31:57.654414 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1209 16:31:57.654488 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 16:31:57.673871 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem -> /etc/docker/server.pem
I1209 16:31:57.673935 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 16:31:57.693543 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1209 16:31:57.693616 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 16:31:57.713351 33383 provision.go:87] duration metric: took 214.08486ms to configureAuth
I1209 16:31:57.713364 33383 buildroot.go:189] setting minikube options for container-runtime
I1209 16:31:57.713533 33383 config.go:182] Loaded profile config "ha-114000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.2
I1209 16:31:57.713546 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:57.713680 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.713786 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.713882 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.713967 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.714047 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.714177 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:57.714302 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:57.714309 33383 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1209 16:31:57.762014 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I1209 16:31:57.762027 33383 buildroot.go:70] root file system type: tmpfs
I1209 16:31:57.762108 33383 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I1209 16:31:57.762120 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.762257 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.762365 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.762462 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.762542 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.762699 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:57.762844 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:57.762886 33383 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.77"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1209 16:31:57.820636 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.77
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1209 16:31:57.820663 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:57.820799 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:57.820905 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.820995 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:57.821094 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:57.821244 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:57.821377 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:57.821395 33383 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1209 16:31:59.495633 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I1209 16:31:59.495647 33383 machine.go:96] duration metric: took 13.165257829s to provisionDockerMachine
I1209 16:31:59.495656 33383 start.go:293] postStartSetup for "ha-114000-m02" (driver="hyperkit")
I1209 16:31:59.495665 33383 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 16:31:59.495682 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.495887 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 16:31:59.495899 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:59.496019 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:59.496119 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.496207 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:59.496295 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.78 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/id_rsa Username:docker}
I1209 16:31:59.531788 33383 ssh_runner.go:195] Run: cat /etc/os-release
I1209 16:31:59.535556 33383 info.go:137] Remote host: Buildroot 2023.02.9
I1209 16:31:59.535570 33383 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20062-29370/.minikube/addons for local assets ...
I1209 16:31:59.535646 33383 filesync.go:126] Scanning /Users/jenkins/minikube-integration/20062-29370/.minikube/files for local assets ...
I1209 16:31:59.535818 33383 filesync.go:149] local asset: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem -> 299112.pem in /etc/ssl/certs
I1209 16:31:59.535825 33383 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem -> /etc/ssl/certs/299112.pem
I1209 16:31:59.535996 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1209 16:31:59.544825 33383 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/20062-29370/.minikube/files/etc/ssl/certs/299112.pem --> /etc/ssl/certs/299112.pem (1708 bytes)
I1209 16:31:59.576168 33383 start.go:296] duration metric: took 80.500372ms for postStartSetup
I1209 16:31:59.576191 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.576389 33383 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I1209 16:31:59.576401 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:59.576486 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:59.576570 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.576649 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:59.576741 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.78 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/id_rsa Username:docker}
I1209 16:31:59.607948 33383 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I1209 16:31:59.608022 33383 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I1209 16:31:59.662870 33383 fix.go:56] duration metric: took 13.444844323s for fixHost
I1209 16:31:59.662898 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:59.663037 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:59.663137 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.663223 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.663314 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:59.663476 33383 main.go:141] libmachine: Using SSH client type: native
I1209 16:31:59.663620 33383 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xe863160] 0xe865e40 <nil> [] 0s} 192.169.0.78 22 <nil> <nil>}
I1209 16:31:59.663627 33383 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1209 16:31:59.712347 33383 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733790719.862867212
I1209 16:31:59.712359 33383 fix.go:216] guest clock: 1733790719.862867212
I1209 16:31:59.712364 33383 fix.go:229] Guest: 2024-12-09 16:31:59.862867212 -0800 PST Remote: 2024-12-09 16:31:59.662888 -0800 PST m=+56.649880425 (delta=199.979212ms)
I1209 16:31:59.712374 33383 fix.go:200] guest clock delta is within tolerance: 199.979212ms
I1209 16:31:59.712378 33383 start.go:83] releasing machines lock for "ha-114000-m02", held for 13.494370805s
I1209 16:31:59.712398 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.712534 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetIP
I1209 16:31:59.736215 33383 out.go:177] * Found network options:
I1209 16:31:59.756096 33383 out.go:177] - NO_PROXY=192.169.0.77
W1209 16:31:59.777259 33383 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 16:31:59.777299 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.778166 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.778439 33383 main.go:141] libmachine: (ha-114000-m02) Calling .DriverName
I1209 16:31:59.778645 33383 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
W1209 16:31:59.778652 33383 proxy.go:119] fail to check proxy env: Error ip not in block
I1209 16:31:59.778685 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:59.778776 33383 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1209 16:31:59.778796 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHHostname
I1209 16:31:59.778918 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:59.779046 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHPort
I1209 16:31:59.779130 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.779203 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHKeyPath
I1209 16:31:59.779284 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:59.779321 33383 main.go:141] libmachine: (ha-114000-m02) Calling .GetSSHUsername
I1209 16:31:59.779459 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.78 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/id_rsa Username:docker}
I1209 16:31:59.779476 33383 sshutil.go:53] new ssh client: &{IP:192.169.0.78 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/20062-29370/.minikube/machines/ha-114000-m02/id_rsa Username:docker}
W1209 16:31:59.809348 33383 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1209 16:31:59.809434 33383 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 16:31:59.868097 33383 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1209 16:31:59.868116 33383 start.go:495] detecting cgroup driver to use...
I1209 16:31:59.868203 33383 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1209 16:31:59.884150 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I1209 16:31:59.893634 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1209 16:31:59.902846 33383 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I1209 16:31:59.902913 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1209 16:31:59.912028 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1209 16:31:59.921075 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1209 16:31:59.930235 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1209 16:31:59.939219 33383 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 16:31:59.947603 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1209 16:31:59.957183 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I1209 16:31:59.966563 33383 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I1209 16:31:59.975771 33383 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 16:31:59.983952 33383 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1209 16:31:59.984007 33383 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1209 16:31:59.993062 33383 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 16:32:00.001398 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:32:00.100237 33383 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1209 16:32:00.118270 33383 start.go:495] detecting cgroup driver to use...
I1209 16:32:00.118355 33383 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1209 16:32:00.137907 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 16:32:00.153187 33383 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 16:32:00.169958 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 16:32:00.181123 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1209 16:32:00.191917 33383 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I1209 16:32:00.214595 33383 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1209 16:32:00.225054 33383 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1209 16:32:00.240146 33383 ssh_runner.go:195] Run: which cri-dockerd
I1209 16:32:00.243241 33383 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1209 16:32:00.250421 33383 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I1209 16:32:00.263977 33383 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1209 16:32:00.362959 33383 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1209 16:32:00.471682 33383 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I1209 16:32:00.471709 33383 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1209 16:32:00.485542 33383 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 16:32:00.576166 33383 ssh_runner.go:195] Run: sudo systemctl restart docker
I1209 16:33:01.591400 33383 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.014239345s)
I1209 16:33:01.591491 33383 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I1209 16:33:01.625729 33383 out.go:201]
W1209 16:33:01.646490 33383 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Dec 10 00:31:58 ha-114000-m02 systemd[1]: Starting Docker Application Container Engine...
Dec 10 00:31:58 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:58.273229408Z" level=info msg="Starting up"
Dec 10 00:31:58 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:58.273720851Z" level=info msg="containerd not running, starting managed containerd"
Dec 10 00:31:58 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:58.274315957Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=486
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.290094945Z" level=info msg="starting containerd" revision=57f17b0a6295a39009d861b89e3b3b87b005ca27 version=v1.7.23
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.304926956Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.304950602Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.304991349Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305001499Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305131131Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305164938Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305274068Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305308503Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305320004Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305326997Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305415361Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.305601637Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.307162008Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.307214774Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.307869400Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.307908208Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.308000650Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.308049750Z" level=info msg="metadata content store policy set" policy=shared
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.311779508Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.311841406Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.311911138Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.311950042Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.311983294Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312052287Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312258409Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312337608Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312373885Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312407881Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312439288Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312471692Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312502389Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312532726Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312567584Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312599715Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312629617Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312668304Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312708615Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312740180Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312772614Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312806411Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312837377Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312867062Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312896736Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312927007Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312957770Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.312994880Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313030475Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313060632Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313092845Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313149857Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313205253Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313240205Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313275666Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313351288Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313393943Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313445229Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313484327Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313519020Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313589215Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313630023Z" level=info msg="NRI interface is disabled by configuration."
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313804740Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313933237Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.313993820Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Dec 10 00:31:58 ha-114000-m02 dockerd[486]: time="2024-12-10T00:31:58.314028577Z" level=info msg="containerd successfully booted in 0.024853s"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.299237748Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.330315777Z" level=info msg="Loading containers: start."
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.509371514Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.572208534Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.615650079Z" level=info msg="Loading containers: done."
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.625979200Z" level=warning msg="WARNING: bridge-nf-call-iptables is disabled"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.626161684Z" level=warning msg="WARNING: bridge-nf-call-ip6tables is disabled"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.626214857Z" level=info msg="Docker daemon" commit=41ca978 containerd-snapshotter=false storage-driver=overlay2 version=27.3.1
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.626458318Z" level=info msg="Daemon has completed initialization"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.643656457Z" level=info msg="API listen on /var/run/docker.sock"
Dec 10 00:31:59 ha-114000-m02 dockerd[480]: time="2024-12-10T00:31:59.643784840Z" level=info msg="API listen on [::]:2376"
Dec 10 00:31:59 ha-114000-m02 systemd[1]: Started Docker Application Container Engine.
Dec 10 00:32:00 ha-114000-m02 systemd[1]: Stopping Docker Application Container Engine...
Dec 10 00:32:00 ha-114000-m02 dockerd[480]: time="2024-12-10T00:32:00.738144848Z" level=info msg="Processing signal 'terminated'"
Dec 10 00:32:00 ha-114000-m02 dockerd[480]: time="2024-12-10T00:32:00.738900691Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Dec 10 00:32:00 ha-114000-m02 dockerd[480]: time="2024-12-10T00:32:00.739553152Z" level=info msg="Daemon shutdown complete"
Dec 10 00:32:00 ha-114000-m02 dockerd[480]: time="2024-12-10T00:32:00.739636085Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Dec 10 00:32:00 ha-114000-m02 dockerd[480]: time="2024-12-10T00:32:00.739639126Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Dec 10 00:32:01 ha-114000-m02 systemd[1]: docker.service: Deactivated successfully.
Dec 10 00:32:01 ha-114000-m02 systemd[1]: Stopped Docker Application Container Engine.
Dec 10 00:32:01 ha-114000-m02 systemd[1]: Starting Docker Application Container Engine...
Dec 10 00:32:01 ha-114000-m02 dockerd[1160]: time="2024-12-10T00:32:01.768523120Z" level=info msg="Starting up"
Dec 10 00:33:01 ha-114000-m02 dockerd[1160]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Dec 10 00:33:01 ha-114000-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Dec 10 00:33:01 ha-114000-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Dec 10 00:33:01 ha-114000-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W1209 16:33:01.646587 33383 out.go:270] *
W1209 16:33:01.647844 33383 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1209 16:33:01.710323 33383 out.go:201]
==> Docker <==
Dec 10 00:31:52 ha-114000 dockerd[1106]: time="2024-12-10T00:31:52.571106995Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 10 00:32:13 ha-114000 dockerd[1100]: time="2024-12-10T00:32:13.342237353Z" level=info msg="ignoring event" container=58e1d934ecac527de0594860b0506994dff0e9fdc6b9c6ac0e800b08430ba26a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 10 00:32:13 ha-114000 dockerd[1106]: time="2024-12-10T00:32:13.342825349Z" level=info msg="shim disconnected" id=58e1d934ecac527de0594860b0506994dff0e9fdc6b9c6ac0e800b08430ba26a namespace=moby
Dec 10 00:32:13 ha-114000 dockerd[1106]: time="2024-12-10T00:32:13.343265785Z" level=warning msg="cleaning up after shim disconnected" id=58e1d934ecac527de0594860b0506994dff0e9fdc6b9c6ac0e800b08430ba26a namespace=moby
Dec 10 00:32:13 ha-114000 dockerd[1106]: time="2024-12-10T00:32:13.343309724Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 10 00:32:14 ha-114000 dockerd[1100]: time="2024-12-10T00:32:14.357306640Z" level=info msg="ignoring event" container=755de3e857d9ff3dd159c00dd25feb8b42cd88beb13a7df6408b898925191cc5 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 10 00:32:14 ha-114000 dockerd[1106]: time="2024-12-10T00:32:14.357162256Z" level=info msg="shim disconnected" id=755de3e857d9ff3dd159c00dd25feb8b42cd88beb13a7df6408b898925191cc5 namespace=moby
Dec 10 00:32:14 ha-114000 dockerd[1106]: time="2024-12-10T00:32:14.358055990Z" level=warning msg="cleaning up after shim disconnected" id=755de3e857d9ff3dd159c00dd25feb8b42cd88beb13a7df6408b898925191cc5 namespace=moby
Dec 10 00:32:14 ha-114000 dockerd[1106]: time="2024-12-10T00:32:14.358219821Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 10 00:32:35 ha-114000 dockerd[1106]: time="2024-12-10T00:32:35.678007328Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Dec 10 00:32:35 ha-114000 dockerd[1106]: time="2024-12-10T00:32:35.678071505Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Dec 10 00:32:35 ha-114000 dockerd[1106]: time="2024-12-10T00:32:35.678082751Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 10 00:32:35 ha-114000 dockerd[1106]: time="2024-12-10T00:32:35.678630095Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 10 00:32:36 ha-114000 dockerd[1106]: time="2024-12-10T00:32:36.684581558Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Dec 10 00:32:36 ha-114000 dockerd[1106]: time="2024-12-10T00:32:36.684957079Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Dec 10 00:32:36 ha-114000 dockerd[1106]: time="2024-12-10T00:32:36.685065173Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 10 00:32:36 ha-114000 dockerd[1106]: time="2024-12-10T00:32:36.685204904Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Dec 10 00:32:55 ha-114000 dockerd[1100]: time="2024-12-10T00:32:55.998793723Z" level=info msg="ignoring event" container=f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 10 00:32:55 ha-114000 dockerd[1106]: time="2024-12-10T00:32:55.999298985Z" level=info msg="shim disconnected" id=f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd namespace=moby
Dec 10 00:32:55 ha-114000 dockerd[1106]: time="2024-12-10T00:32:55.999520582Z" level=warning msg="cleaning up after shim disconnected" id=f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd namespace=moby
Dec 10 00:32:55 ha-114000 dockerd[1106]: time="2024-12-10T00:32:55.999566221Z" level=info msg="cleaning up dead shim" namespace=moby
Dec 10 00:32:57 ha-114000 dockerd[1106]: time="2024-12-10T00:32:57.422223002Z" level=info msg="shim disconnected" id=c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7 namespace=moby
Dec 10 00:32:57 ha-114000 dockerd[1100]: time="2024-12-10T00:32:57.422599279Z" level=info msg="ignoring event" container=c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Dec 10 00:32:57 ha-114000 dockerd[1106]: time="2024-12-10T00:32:57.423639493Z" level=warning msg="cleaning up after shim disconnected" id=c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7 namespace=moby
Dec 10 00:32:57 ha-114000 dockerd[1106]: time="2024-12-10T00:32:57.423787761Z" level=info msg="cleaning up dead shim" namespace=moby
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c0d58ab4d3422 0486b6c53a1b5 29 seconds ago Exited kube-controller-manager 4 e5103a14d65cc kube-controller-manager-ha-114000
f4718cbfba847 9499c9960544e 30 seconds ago Exited kube-apiserver 4 c3c8824483f83 kube-apiserver-ha-114000
a75b741a40cff 847c7bc1a5418 About a minute ago Running kube-scheduler 2 f52b88ee47ba3 kube-scheduler-ha-114000
12a44216e866c 2e96e5913fc06 About a minute ago Running etcd 2 af1996bbb426d etcd-ha-114000
f31efa97cd71b f1c87c24be687 About a minute ago Running kube-vip 1 02abee8ee76bc kube-vip-ha-114000
c1a1c9a2b4ddb 6e38f40d628db 3 minutes ago Exited storage-provisioner 2 8db394f8819a3 storage-provisioner
ed84101358498 8c811b4aec35f 4 minutes ago Exited busybox 1 14f2a9b86e7c8 busybox-7dff88458-c7jww
e81a5bae7ff82 c69fa2e9cbf5f 4 minutes ago Exited coredns 1 0756a25aa2bec coredns-7c65d6cfc9-7bn6q
e882d4b47a799 50415e5d05f05 4 minutes ago Exited kindnet-cni 1 9b17497a168ed kindnet-4hs6j
cb97b51e72845 c69fa2e9cbf5f 4 minutes ago Exited coredns 1 fcd5f4415f6c3 coredns-7c65d6cfc9-j6sf5
c30fdfc45d260 505d571f5fd56 4 minutes ago Exited kube-proxy 1 05f70d1426202 kube-proxy-xndlj
448e30a91aaf3 f1c87c24be687 5 minutes ago Exited kube-vip 0 24672ded7aeab kube-vip-ha-114000
58717a351391b 847c7bc1a5418 5 minutes ago Exited kube-scheduler 1 a226b3422d0f7 kube-scheduler-ha-114000
7e272c3744d70 2e96e5913fc06 5 minutes ago Exited etcd 1 888813e4371aa etcd-ha-114000
==> coredns [cb97b51e7284] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:56823 - 9956 "HINFO IN 453545406692671024.2992832861851798931. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.013189575s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[86674695]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.604) (total time: 30001ms):
Trace[86674695]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (00:29:26.605)
Trace[86674695]: [30.001289381s] [30.001289381s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[2051789517]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.603) (total time: 30002ms):
Trace[2051789517]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (00:29:26.605)
Trace[2051789517]: [30.002497388s] [30.002497388s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1194186393]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.603) (total time: 30002ms):
Trace[1194186393]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (00:29:26.605)
Trace[1194186393]: [30.002110828s] [30.002110828s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [e81a5bae7ff8] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:48493 - 55203 "HINFO IN 4023479844377163722.9222257063676488460. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.011713048s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[197295403]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.612) (total time: 30001ms):
Trace[197295403]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (00:29:26.613)
Trace[197295403]: [30.001131953s] [30.001131953s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[419652587]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.612) (total time: 30000ms):
Trace[419652587]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (00:29:26.613)
Trace[419652587]: [30.000952078s] [30.000952078s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[55510728]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (10-Dec-2024 00:28:56.612) (total time: 30001ms):
Trace[55510728]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (00:29:26.613)
Trace[55510728]: [30.001216837s] [30.001216837s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E1210 00:33:06.153893 2785 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1210 00:33:06.155372 2785 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1210 00:33:06.156937 2785 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1210 00:33:06.158218 2785 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E1210 00:33:06.159550 2785 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036020] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007969] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.831388] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006864] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.718793] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.225171] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[ +24.381844] systemd-fstab-generator[485]: Ignoring "noauto" option for root device
[ +0.107948] systemd-fstab-generator[497]: Ignoring "noauto" option for root device
[ +1.977053] systemd-fstab-generator[1027]: Ignoring "noauto" option for root device
[ +0.245561] systemd-fstab-generator[1065]: Ignoring "noauto" option for root device
[ +0.096906] systemd-fstab-generator[1077]: Ignoring "noauto" option for root device
[ +0.107165] systemd-fstab-generator[1091]: Ignoring "noauto" option for root device
[ +2.499015] systemd-fstab-generator[1306]: Ignoring "noauto" option for root device
[ +0.054525] kauditd_printk_skb: 195 callbacks suppressed
[ +0.050147] systemd-fstab-generator[1318]: Ignoring "noauto" option for root device
[ +0.102686] systemd-fstab-generator[1330]: Ignoring "noauto" option for root device
[ +0.127317] systemd-fstab-generator[1345]: Ignoring "noauto" option for root device
[ +0.426398] systemd-fstab-generator[1513]: Ignoring "noauto" option for root device
[ +6.763630] kauditd_printk_skb: 110 callbacks suppressed
[Dec10 00:32] kauditd_printk_skb: 40 callbacks suppressed
==> etcd [12a44216e866] <==
{"level":"warn","ts":"2024-12-10T00:33:00.835806Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-10T00:33:01.338094Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-12-10T00:33:01.451971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd is starting a new election at term 3"}
{"level":"info","ts":"2024-12-10T00:33:01.452165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-10T00:33:01.452214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd received MsgPreVoteResp from d2d6ccb12bf547cd at term 3"}
{"level":"info","ts":"2024-12-10T00:33:01.452522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd [logterm: 3, index: 3095] sent MsgPreVote request to b7a61098f26c968e at term 3"}
{"level":"warn","ts":"2024-12-10T00:33:01.839331Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-10T00:33:02.340461Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-10T00:33:02.841515Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-10T00:33:02.888975Z","caller":"etcdserver/server.go:2139","msg":"failed to publish local member to cluster through raft","local-member-id":"d2d6ccb12bf547cd","local-member-attributes":"{Name:ha-114000 ClientURLs:[https://192.169.0.77:2379]}","request-path":"/0/members/d2d6ccb12bf547cd/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"warn","ts":"2024-12-10T00:33:02.900155Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b7a61098f26c968e","rtt":"0s","error":"dial tcp 192.169.0.78:2380: connect: connection refused"}
{"level":"warn","ts":"2024-12-10T00:33:02.900210Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b7a61098f26c968e","rtt":"0s","error":"dial tcp 192.169.0.78:2380: connect: connection refused"}
{"level":"info","ts":"2024-12-10T00:33:03.250340Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd is starting a new election at term 3"}
{"level":"info","ts":"2024-12-10T00:33:03.250382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-10T00:33:03.250397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd received MsgPreVoteResp from d2d6ccb12bf547cd at term 3"}
{"level":"info","ts":"2024-12-10T00:33:03.250414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd [logterm: 3, index: 3095] sent MsgPreVote request to b7a61098f26c968e at term 3"}
{"level":"warn","ts":"2024-12-10T00:33:03.341702Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5173953922364346639,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-12-10T00:33:03.816718Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2024-12-10T00:33:03.816894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000592556s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2024-12-10T00:33:03.816929Z","caller":"traceutil/trace.go:171","msg":"trace[1882646224] range","detail":"{range_begin:; range_end:; }","duration":"7.000641982s","start":"2024-12-10T00:32:56.816274Z","end":"2024-12-10T00:33:03.816916Z","steps":["trace[1882646224] 'agreement among raft nodes before linearized reading' (duration: 7.000589985s)"],"step_count":1}
{"level":"error","ts":"2024-12-10T00:33:03.817038Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2141\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2519\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:2943\nnet/http.(*conn).serve\n\tnet/http/server.go:2014"}
{"level":"info","ts":"2024-12-10T00:33:05.049699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd is starting a new election at term 3"}
{"level":"info","ts":"2024-12-10T00:33:05.049767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd became pre-candidate at term 3"}
{"level":"info","ts":"2024-12-10T00:33:05.049779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd received MsgPreVoteResp from d2d6ccb12bf547cd at term 3"}
{"level":"info","ts":"2024-12-10T00:33:05.049789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2d6ccb12bf547cd [logterm: 3, index: 3095] sent MsgPreVote request to b7a61098f26c968e at term 3"}
==> etcd [7e272c3744d7] <==
{"level":"warn","ts":"2024-12-10T00:30:55.241714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-10T00:30:47.679898Z","time spent":"7.561811553s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "}
2024/12/10 00:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-10T00:30:55.242957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419450263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-12-10T00:30:55.242977Z","caller":"traceutil/trace.go:171","msg":"trace[1476494996] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"1.419475687s","start":"2024-12-10T00:30:53.823497Z","end":"2024-12-10T00:30:55.242973Z","steps":["trace[1476494996] 'agreement among raft nodes before linearized reading' (duration: 1.41826235s)"],"step_count":1}
{"level":"warn","ts":"2024-12-10T00:30:55.242992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-10T00:30:53.823480Z","time spent":"1.419508899s","remote":"127.0.0.1:34880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "}
2024/12/10 00:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-10T00:30:55.243080Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-10T00:30:50.574621Z","time spent":"4.668458315s","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2024/12/10 00:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-10T00:30:55.243132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.049932542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-12-10T00:30:55.243144Z","caller":"traceutil/trace.go:171","msg":"trace[325260981] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"7.049946876s","start":"2024-12-10T00:30:48.193193Z","end":"2024-12-10T00:30:55.243140Z","steps":["trace[325260981] 'agreement among raft nodes before linearized reading' (duration: 7.04993327s)"],"step_count":1}
{"level":"warn","ts":"2024-12-10T00:30:55.243154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-12-10T00:30:48.193158Z","time spent":"7.049993726s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "}
2024/12/10 00:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-12-10T00:30:55.275844Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.77:2379: use of closed network connection"}
{"level":"warn","ts":"2024-12-10T00:30:55.275890Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.77:2379: use of closed network connection"}
{"level":"info","ts":"2024-12-10T00:30:55.275923Z","caller":"etcdserver/server.go:1512","msg":"skipped leadership transfer; local server is not leader","local-member-id":"d2d6ccb12bf547cd","current-leader-member-id":"0"}
{"level":"info","ts":"2024-12-10T00:30:55.276169Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276203Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276218Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276296Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d2d6ccb12bf547cd","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276341Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d2d6ccb12bf547cd","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276390Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d2d6ccb12bf547cd","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.276401Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"b7a61098f26c968e"}
{"level":"info","ts":"2024-12-10T00:30:55.277692Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.169.0.77:2380"}
{"level":"info","ts":"2024-12-10T00:30:55.277813Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.169.0.77:2380"}
{"level":"info","ts":"2024-12-10T00:30:55.277821Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-114000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.77:2380"],"advertise-client-urls":["https://192.169.0.77:2379"]}
==> kernel <==
00:33:06 up 2 min, 0 users, load average: 0.15, 0.12, 0.04
Linux ha-114000 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [e882d4b47a79] <==
I1210 00:30:17.552206 1 main.go:324] Node ha-114000-m02 has CIDR [10.244.1.0/24]
I1210 00:30:17.552481 1 main.go:297] Handling node with IPs: map[192.169.0.79:{}]
I1210 00:30:17.552566 1 main.go:324] Node ha-114000-m03 has CIDR [10.244.2.0/24]
I1210 00:30:17.552891 1 main.go:297] Handling node with IPs: map[192.169.0.80:{}]
I1210 00:30:17.552953 1 main.go:324] Node ha-114000-m04 has CIDR [10.244.3.0/24]
I1210 00:30:27.544259 1 main.go:297] Handling node with IPs: map[192.169.0.79:{}]
I1210 00:30:27.544330 1 main.go:324] Node ha-114000-m03 has CIDR [10.244.2.0/24]
I1210 00:30:27.545120 1 main.go:297] Handling node with IPs: map[192.169.0.80:{}]
I1210 00:30:27.545177 1 main.go:324] Node ha-114000-m04 has CIDR [10.244.3.0/24]
I1210 00:30:27.545843 1 main.go:297] Handling node with IPs: map[192.169.0.77:{}]
I1210 00:30:27.546153 1 main.go:301] handling current node
I1210 00:30:27.546276 1 main.go:297] Handling node with IPs: map[192.169.0.78:{}]
I1210 00:30:27.546441 1 main.go:324] Node ha-114000-m02 has CIDR [10.244.1.0/24]
I1210 00:30:37.545295 1 main.go:297] Handling node with IPs: map[192.169.0.77:{}]
I1210 00:30:37.545367 1 main.go:301] handling current node
I1210 00:30:37.545381 1 main.go:297] Handling node with IPs: map[192.169.0.78:{}]
I1210 00:30:37.545386 1 main.go:324] Node ha-114000-m02 has CIDR [10.244.1.0/24]
I1210 00:30:37.545600 1 main.go:297] Handling node with IPs: map[192.169.0.80:{}]
I1210 00:30:37.545660 1 main.go:324] Node ha-114000-m04 has CIDR [10.244.3.0/24]
I1210 00:30:47.553260 1 main.go:297] Handling node with IPs: map[192.169.0.77:{}]
I1210 00:30:47.553336 1 main.go:301] handling current node
I1210 00:30:47.553353 1 main.go:297] Handling node with IPs: map[192.169.0.78:{}]
I1210 00:30:47.553362 1 main.go:324] Node ha-114000-m02 has CIDR [10.244.1.0/24]
I1210 00:30:47.553924 1 main.go:297] Handling node with IPs: map[192.169.0.80:{}]
I1210 00:30:47.553976 1 main.go:324] Node ha-114000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [f4718cbfba84] <==
I1210 00:32:35.775845 1 options.go:228] external host was not specified, using 192.169.0.77
I1210 00:32:35.777161 1 server.go:142] Version: v1.31.2
I1210 00:32:35.777203 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1210 00:32:35.972095 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I1210 00:32:35.976365 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I1210 00:32:35.978572 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I1210 00:32:35.978683 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I1210 00:32:35.980359 1 instance.go:232] Using reconciler: lease
W1210 00:32:55.972392 1 logging.go:55] [core] [Channel #1 SubChannel #2]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
W1210 00:32:55.972445 1 logging.go:55] [core] [Channel #3 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
F1210 00:32:55.981175 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [c0d58ab4d342] <==
I1210 00:32:36.970784 1 serving.go:386] Generated self-signed cert in-memory
I1210 00:32:37.403787 1 controllermanager.go:197] "Starting" version="v1.31.2"
I1210 00:32:37.403821 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1210 00:32:37.405110 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I1210 00:32:37.405258 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1210 00:32:37.405365 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I1210 00:32:37.405217 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
E1210 00:32:57.408027 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.77:8443/healthz\": dial tcp 192.169.0.77:8443: connect: connection refused"
==> kube-proxy [c30fdfc45d26] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1210 00:28:56.787890 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1210 00:28:56.858813 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.77"]
E1210 00:28:56.858976 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1210 00:28:56.905951 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1210 00:28:56.906011 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1210 00:28:56.906077 1 server_linux.go:169] "Using iptables Proxier"
I1210 00:28:56.909175 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1210 00:28:56.909860 1 server.go:483] "Version info" version="v1.31.2"
I1210 00:28:56.909894 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1210 00:28:56.912315 1 config.go:199] "Starting service config controller"
I1210 00:28:56.912892 1 shared_informer.go:313] Waiting for caches to sync for service config
I1210 00:28:56.913072 1 config.go:105] "Starting endpoint slice config controller"
I1210 00:28:56.913145 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1210 00:28:56.914841 1 config.go:328] "Starting node config controller"
I1210 00:28:56.914872 1 shared_informer.go:313] Waiting for caches to sync for node config
I1210 00:28:57.013506 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1210 00:28:57.013512 1 shared_informer.go:320] Caches are synced for service config
I1210 00:28:57.015211 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [58717a351391] <==
W1210 00:28:09.030315 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:09.030398 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:09.036144 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.77:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:09.036242 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.77:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:09.064341 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.77:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:09.064453 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get \"https://192.169.0.77:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:09.581172 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:09.581468 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:09.920107 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.77:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:09.920163 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.77:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:10.161133 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:10.161455 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:10.408613 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.77:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:10.409008 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.77:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:10.672338 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.77:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:10.672392 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.77:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:10.680150 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.77:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:28:10.680204 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.77:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:28:13.204360 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1210 00:28:13.204409 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1210 00:28:24.386393 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1210 00:30:30.744356 1 schedule_one.go:953] "Scheduler cache AssumePod failed" err="pod 7457fdc0-5b69-4435-b344-2634376bc77b(default/busybox-7dff88458-t6xpz) is in the cache, so can't be assumed" pod="default/busybox-7dff88458-t6xpz"
E1210 00:30:30.747822 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="pod 7457fdc0-5b69-4435-b344-2634376bc77b(default/busybox-7dff88458-t6xpz) is in the cache, so can't be assumed" pod="default/busybox-7dff88458-t6xpz"
I1210 00:30:30.748319 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-t6xpz" node="ha-114000-m04"
E1210 00:30:55.114200 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [a75b741a40cf] <==
E1210 00:32:56.989126 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.77:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:50018->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.989296 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.77:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49954->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.989363 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.77:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49954->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.989522 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.77:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49930->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.989601 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.77:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49930->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.989635 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49960->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.989691 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49960->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.989814 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.77:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:50004->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.989869 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.77:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:50004->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.989959 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.77:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:50008->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.990017 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.77:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:50008->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.990094 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.77:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49984->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.990131 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.77:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49984->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.990103 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.77:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49976->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.990177 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.77:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49976->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:56.990114 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.77:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49998->192.169.0.77:8443: read: connection reset by peer
E1210 00:32:56.990273 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.77:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.77:49998->192.169.0.77:8443: read: connection reset by peer" logger="UnhandledError"
W1210 00:32:57.431244 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:32:57.431293 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:32:57.480256 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:32:57.480296 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:32:57.524413 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.77:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:32:57.524463 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.77:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
W1210 00:32:59.373147 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.77:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.77:8443: connect: connection refused
E1210 00:32:59.373297 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.169.0.77:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.169.0.77:8443: connect: connection refused" logger="UnhandledError"
==> kubelet <==
Dec 10 00:32:50 ha-114000 kubelet[1520]: I1210 00:32:50.982980 1520 kubelet_node_status.go:72] "Attempting to register node" node="ha-114000"
Dec 10 00:32:53 ha-114000 kubelet[1520]: E1210 00:32:53.197211 1520 kubelet_node_status.go:95] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-114000"
Dec 10 00:32:53 ha-114000 kubelet[1520]: E1210 00:32:53.197241 1520 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-114000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Dec 10 00:32:55 ha-114000 kubelet[1520]: E1210 00:32:55.715274 1520 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-114000\" not found"
Dec 10 00:32:56 ha-114000 kubelet[1520]: I1210 00:32:56.522777 1520 scope.go:117] "RemoveContainer" containerID="58e1d934ecac527de0594860b0506994dff0e9fdc6b9c6ac0e800b08430ba26a"
Dec 10 00:32:56 ha-114000 kubelet[1520]: I1210 00:32:56.523325 1520 scope.go:117] "RemoveContainer" containerID="f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd"
Dec 10 00:32:56 ha-114000 kubelet[1520]: E1210 00:32:56.523406 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-114000_kube-system(58ad5b4e18ae1799a1ca856169cc848d)\"" pod="kube-system/kube-apiserver-ha-114000" podUID="58ad5b4e18ae1799a1ca856169cc848d"
Dec 10 00:32:57 ha-114000 kubelet[1520]: I1210 00:32:57.538476 1520 scope.go:117] "RemoveContainer" containerID="755de3e857d9ff3dd159c00dd25feb8b42cd88beb13a7df6408b898925191cc5"
Dec 10 00:32:57 ha-114000 kubelet[1520]: I1210 00:32:57.539217 1520 scope.go:117] "RemoveContainer" containerID="c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7"
Dec 10 00:32:57 ha-114000 kubelet[1520]: E1210 00:32:57.539318 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-114000_kube-system(c88b88b9e61b720e25fbcd1ba56ba1b0)\"" pod="kube-system/kube-controller-manager-ha-114000" podUID="c88b88b9e61b720e25fbcd1ba56ba1b0"
Dec 10 00:32:59 ha-114000 kubelet[1520]: E1210 00:32:59.344026 1520 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-114000.180fa975f2d0c14e default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-114000,UID:ha-114000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-114000,},FirstTimestamp:2024-12-10 00:31:45.610965326 +0000 UTC m=+0.119593483,LastTimestamp:2024-12-10 00:31:45.610965326 +0000 UTC m=+0.119593483,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-114000,}"
Dec 10 00:33:00 ha-114000 kubelet[1520]: I1210 00:33:00.199324 1520 kubelet_node_status.go:72] "Attempting to register node" node="ha-114000"
Dec 10 00:33:00 ha-114000 kubelet[1520]: I1210 00:33:00.383823 1520 scope.go:117] "RemoveContainer" containerID="c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7"
Dec 10 00:33:00 ha-114000 kubelet[1520]: E1210 00:33:00.383974 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-114000_kube-system(c88b88b9e61b720e25fbcd1ba56ba1b0)\"" pod="kube-system/kube-controller-manager-ha-114000" podUID="c88b88b9e61b720e25fbcd1ba56ba1b0"
Dec 10 00:33:02 ha-114000 kubelet[1520]: E1210 00:33:02.412588 1520 kubelet_node_status.go:95] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-114000"
Dec 10 00:33:02 ha-114000 kubelet[1520]: W1210 00:33:02.412593 1520 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Dec 10 00:33:02 ha-114000 kubelet[1520]: E1210 00:33:02.412636 1520 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Dec 10 00:33:02 ha-114000 kubelet[1520]: E1210 00:33:02.412676 1520 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-114000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Dec 10 00:33:02 ha-114000 kubelet[1520]: I1210 00:33:02.427707 1520 scope.go:117] "RemoveContainer" containerID="c0d58ab4d3422b6ba01fef98e434258259dd7e4a2288273299248f2c814237d7"
Dec 10 00:33:02 ha-114000 kubelet[1520]: E1210 00:33:02.427844 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-114000_kube-system(c88b88b9e61b720e25fbcd1ba56ba1b0)\"" pod="kube-system/kube-controller-manager-ha-114000" podUID="c88b88b9e61b720e25fbcd1ba56ba1b0"
Dec 10 00:33:03 ha-114000 kubelet[1520]: I1210 00:33:03.308256 1520 scope.go:117] "RemoveContainer" containerID="f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd"
Dec 10 00:33:03 ha-114000 kubelet[1520]: E1210 00:33:03.308444 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-114000_kube-system(58ad5b4e18ae1799a1ca856169cc848d)\"" pod="kube-system/kube-apiserver-ha-114000" podUID="58ad5b4e18ae1799a1ca856169cc848d"
Dec 10 00:33:05 ha-114000 kubelet[1520]: E1210 00:33:05.715893 1520 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-114000\" not found"
Dec 10 00:33:06 ha-114000 kubelet[1520]: I1210 00:33:06.461698 1520 scope.go:117] "RemoveContainer" containerID="f4718cbfba8475edc80dc1aae1b926d807849933668f76ca7dbec27d2cbb35fd"
Dec 10 00:33:06 ha-114000 kubelet[1520]: E1210 00:33:06.461897 1520 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-apiserver pod=kube-apiserver-ha-114000_kube-system(58ad5b4e18ae1799a1ca856169cc848d)\"" pod="kube-system/kube-apiserver-ha-114000" podUID="58ad5b4e18ae1799a1ca856169cc848d"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-114000 -n ha-114000
helpers_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-114000 -n ha-114000: exit status 2 (176.002384ms)
-- stdout --
Stopped
-- /stdout --
helpers_test.go:254: status error: exit status 2 (may be ok)
helpers_test.go:256: "ha-114000" apiserver is not running, skipping kubectl commands (state="Stopped")
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (2.85s)