=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-744000" in json of 'profile list' to have "Degraded" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-744000\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-744000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19649/minikube-v1.34.0-1726481713-19649-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726589491-19662@sha256:6370b9fec173944088c2d87d44b01819c0ec611a83d9e2f38d36352dff8121a4\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACoun
t\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-744000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"Ku
bernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugi
n\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":fa
lse,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-744000 -n ha-744000
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-744000 -n ha-744000: exit status 2 (13.79534425s)
-- stdout --
Running
-- /stdout --
helpers_test.go:239: status error: exit status 2 (may be ok)
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-744000 logs -n 25
E0917 10:28:58.513019 2121 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/addons-684000/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-744000 logs -n 25: (8.858683902s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-744000 cp ha-744000-m03:/home/docker/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04:/home/docker/cp-test_ha-744000-m03_ha-744000-m04.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-744000 ssh -n ha-744000-m04 sudo cat | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | /home/docker/cp-test_ha-744000-m03_ha-744000-m04.txt | | | | | |
| cp | ha-744000 cp testdata/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-744000 cp ha-744000-m04:/home/docker/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | /var/folders/0y/_8hvl7v13q38_kkh25vpxkz00000gp/T/TestMultiControlPlaneserialCopyFile3062395547/001/cp-test_ha-744000-m04.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-744000 cp ha-744000-m04:/home/docker/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000:/home/docker/cp-test_ha-744000-m04_ha-744000.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-744000 ssh -n ha-744000 sudo cat | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | /home/docker/cp-test_ha-744000-m04_ha-744000.txt | | | | | |
| cp | ha-744000 cp ha-744000-m04:/home/docker/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m02:/home/docker/cp-test_ha-744000-m04_ha-744000-m02.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-744000 ssh -n ha-744000-m02 sudo cat | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | /home/docker/cp-test_ha-744000-m04_ha-744000-m02.txt | | | | | |
| cp | ha-744000 cp ha-744000-m04:/home/docker/cp-test.txt | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m03:/home/docker/cp-test_ha-744000-m04_ha-744000-m03.txt | | | | | |
| ssh | ha-744000 ssh -n | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | ha-744000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-744000 ssh -n ha-744000-m03 sudo cat | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | /home/docker/cp-test_ha-744000-m04_ha-744000-m03.txt | | | | | |
| node | ha-744000 node stop m02 -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:21 PDT |
| | --alsologtostderr | | | | | |
| node | ha-744000 node start m02 -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:21 PDT | 17 Sep 24 10:22 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-744000 -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:22 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-744000 -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:22 PDT | 17 Sep 24 10:23 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-744000 --wait=true -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:23 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-744000 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:26 PDT | |
| node | ha-744000 node delete m03 -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:26 PDT | 17 Sep 24 10:26 PDT |
| | --alsologtostderr | | | | | |
| stop | ha-744000 stop -v=7 | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:26 PDT | 17 Sep 24 10:26 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-744000 --wait=true | ha-744000 | jenkins | v1.34.0 | 17 Sep 24 10:26 PDT | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/17 10:26:58
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.23.0 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0917 10:26:58.457695 4448 out.go:345] Setting OutFile to fd 1 ...
I0917 10:26:58.457869 4448 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0917 10:26:58.457875 4448 out.go:358] Setting ErrFile to fd 2...
I0917 10:26:58.457878 4448 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0917 10:26:58.458048 4448 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19662-1558/.minikube/bin
I0917 10:26:58.459431 4448 out.go:352] Setting JSON to false
I0917 10:26:58.481798 4448 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":3385,"bootTime":1726590633,"procs":489,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.6.1","kernelVersion":"23.6.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W0917 10:26:58.481949 4448 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0917 10:26:58.503960 4448 out.go:177] * [ha-744000] minikube v1.34.0 on Darwin 14.6.1
I0917 10:26:58.546841 4448 out.go:177] - MINIKUBE_LOCATION=19662
I0917 10:26:58.546875 4448 notify.go:220] Checking for updates...
I0917 10:26:58.589550 4448 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19662-1558/kubeconfig
I0917 10:26:58.610683 4448 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0917 10:26:58.631667 4448 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0917 10:26:58.652583 4448 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19662-1558/.minikube
I0917 10:26:58.673667 4448 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0917 10:26:58.695561 4448 config.go:182] Loaded profile config "ha-744000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0917 10:26:58.696255 4448 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0917 10:26:58.696327 4448 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0917 10:26:58.705884 4448 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52142
I0917 10:26:58.706304 4448 main.go:141] libmachine: () Calling .GetVersion
I0917 10:26:58.706746 4448 main.go:141] libmachine: Using API Version 1
I0917 10:26:58.706764 4448 main.go:141] libmachine: () Calling .SetConfigRaw
I0917 10:26:58.707014 4448 main.go:141] libmachine: () Calling .GetMachineName
I0917 10:26:58.707146 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:26:58.707350 4448 driver.go:394] Setting default libvirt URI to qemu:///system
I0917 10:26:58.707601 4448 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0917 10:26:58.707628 4448 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0917 10:26:58.716185 4448 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52144
I0917 10:26:58.716537 4448 main.go:141] libmachine: () Calling .GetVersion
I0917 10:26:58.716881 4448 main.go:141] libmachine: Using API Version 1
I0917 10:26:58.716897 4448 main.go:141] libmachine: () Calling .SetConfigRaw
I0917 10:26:58.717100 4448 main.go:141] libmachine: () Calling .GetMachineName
I0917 10:26:58.717222 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:26:58.745596 4448 out.go:177] * Using the hyperkit driver based on existing profile
I0917 10:26:58.787571 4448 start.go:297] selected driver: hyperkit
I0917 10:26:58.787600 4448 start.go:901] validating driver "hyperkit" against &{Name:ha-744000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19649/minikube-v1.34.0-1726481713-19649-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726589491-19662@sha256:6370b9fec173944088c2d87d44b01819c0ec611a83d9e2f38d36352dff8121a4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.1 ClusterName:ha-744000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime: ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirro
r: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0917 10:26:58.787838 4448 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0917 10:26:58.788024 4448 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0917 10:26:58.788251 4448 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19662-1558/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0917 10:26:58.797793 4448 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I0917 10:26:58.801784 4448 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0917 10:26:58.801808 4448 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0917 10:26:58.804449 4448 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0917 10:26:58.804489 4448 cni.go:84] Creating CNI manager for ""
I0917 10:26:58.804523 4448 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0917 10:26:58.804589 4448 start.go:340] cluster config:
{Name:ha-744000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19649/minikube-v1.34.0-1726481713-19649-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726589491-19662@sha256:6370b9fec173944088c2d87d44b01819c0ec611a83d9e2f38d36352dff8121a4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-744000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false
kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0917 10:26:58.804704 4448 iso.go:125] acquiring lock: {Name:mk601a4d51f4198cd9beb5e3a2e5ca4d3bc1b26c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0917 10:26:58.826385 4448 out.go:177] * Starting "ha-744000" primary control-plane node in "ha-744000" cluster
I0917 10:26:58.847617 4448 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0917 10:26:58.847686 4448 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19662-1558/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I0917 10:26:58.847716 4448 cache.go:56] Caching tarball of preloaded images
I0917 10:26:58.847928 4448 preload.go:172] Found /Users/jenkins/minikube-integration/19662-1558/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0917 10:26:58.847948 4448 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0917 10:26:58.848103 4448 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/config.json ...
I0917 10:26:58.849030 4448 start.go:360] acquireMachinesLock for ha-744000: {Name:mkce0cf35e1c9b6443a7e9ce598394c9889b0595 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0917 10:26:58.849203 4448 start.go:364] duration metric: took 147.892µs to acquireMachinesLock for "ha-744000"
I0917 10:26:58.849244 4448 start.go:96] Skipping create...Using existing machine configuration
I0917 10:26:58.849261 4448 fix.go:54] fixHost starting:
I0917 10:26:58.849685 4448 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0917 10:26:58.849713 4448 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0917 10:26:58.858847 4448 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52146
I0917 10:26:58.859214 4448 main.go:141] libmachine: () Calling .GetVersion
I0917 10:26:58.859547 4448 main.go:141] libmachine: Using API Version 1
I0917 10:26:58.859558 4448 main.go:141] libmachine: () Calling .SetConfigRaw
I0917 10:26:58.859809 4448 main.go:141] libmachine: () Calling .GetMachineName
I0917 10:26:58.859941 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:26:58.860044 4448 main.go:141] libmachine: (ha-744000) Calling .GetState
I0917 10:26:58.860131 4448 main.go:141] libmachine: (ha-744000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:26:58.860222 4448 main.go:141] libmachine: (ha-744000) DBG | hyperkit pid from json: 4331
I0917 10:26:58.861252 4448 main.go:141] libmachine: (ha-744000) DBG | hyperkit pid 4331 missing from process table
I0917 10:26:58.861281 4448 fix.go:112] recreateIfNeeded on ha-744000: state=Stopped err=<nil>
I0917 10:26:58.861296 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
W0917 10:26:58.861379 4448 fix.go:138] unexpected machine state, will restart: <nil>
I0917 10:26:58.903396 4448 out.go:177] * Restarting existing hyperkit VM for "ha-744000" ...
I0917 10:26:58.924477 4448 main.go:141] libmachine: (ha-744000) Calling .Start
I0917 10:26:58.924739 4448 main.go:141] libmachine: (ha-744000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:26:58.924805 4448 main.go:141] libmachine: (ha-744000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/hyperkit.pid
I0917 10:26:58.926818 4448 main.go:141] libmachine: (ha-744000) DBG | hyperkit pid 4331 missing from process table
I0917 10:26:58.926830 4448 main.go:141] libmachine: (ha-744000) DBG | pid 4331 is in state "Stopped"
I0917 10:26:58.926844 4448 main.go:141] libmachine: (ha-744000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/hyperkit.pid...
I0917 10:26:58.927183 4448 main.go:141] libmachine: (ha-744000) DBG | Using UUID bcb5b96f-4d12-41bd-81db-c015832629bb
I0917 10:26:59.037116 4448 main.go:141] libmachine: (ha-744000) DBG | Generated MAC 36:e3:93:ff:24:96
I0917 10:26:59.037141 4448 main.go:141] libmachine: (ha-744000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000
I0917 10:26:59.037239 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"bcb5b96f-4d12-41bd-81db-c015832629bb", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003cfe60)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0917 10:26:59.037264 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"bcb5b96f-4d12-41bd-81db-c015832629bb", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003cfe60)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0917 10:26:59.037302 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "bcb5b96f-4d12-41bd-81db-c015832629bb", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/ha-744000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/tty,log=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/bzimage,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000"}
I0917 10:26:59.037345 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U bcb5b96f-4d12-41bd-81db-c015832629bb -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/ha-744000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/tty,log=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/console-ring -f kexec,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/bzimage,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000"
I0917 10:26:59.037367 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0917 10:26:59.039007 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 DEBUG: hyperkit: Pid is 4462
I0917 10:26:59.039387 4448 main.go:141] libmachine: (ha-744000) DBG | Attempt 0
I0917 10:26:59.039405 4448 main.go:141] libmachine: (ha-744000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:26:59.039460 4448 main.go:141] libmachine: (ha-744000) DBG | hyperkit pid from json: 4462
I0917 10:26:59.040899 4448 main.go:141] libmachine: (ha-744000) DBG | Searching for 36:e3:93:ff:24:96 in /var/db/dhcpd_leases ...
I0917 10:26:59.040968 4448 main.go:141] libmachine: (ha-744000) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0917 10:26:59.040982 4448 main.go:141] libmachine: (ha-744000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:5a:8d:be:33:c3:18 ID:1,5a:8d:be:33:c3:18 Lease:0x66e9bbc3}
I0917 10:26:59.040991 4448 main.go:141] libmachine: (ha-744000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:b6:cf:5d:a2:4f:b0 ID:1,b6:cf:5d:a2:4f:b0 Lease:0x66eb0cdf}
I0917 10:26:59.041010 4448 main.go:141] libmachine: (ha-744000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:72:92:6:7e:7d:92 ID:1,72:92:6:7e:7d:92 Lease:0x66eb0c95}
I0917 10:26:59.041033 4448 main.go:141] libmachine: (ha-744000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:36:e3:93:ff:24:96 ID:1,36:e3:93:ff:24:96 Lease:0x66eb0c82}
I0917 10:26:59.041040 4448 main.go:141] libmachine: (ha-744000) DBG | Found match: 36:e3:93:ff:24:96
I0917 10:26:59.041046 4448 main.go:141] libmachine: (ha-744000) DBG | IP: 192.169.0.5
I0917 10:26:59.041079 4448 main.go:141] libmachine: (ha-744000) Calling .GetConfigRaw
I0917 10:26:59.041673 4448 main.go:141] libmachine: (ha-744000) Calling .GetIP
I0917 10:26:59.041837 4448 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/config.json ...
I0917 10:26:59.042200 4448 machine.go:93] provisionDockerMachine start ...
I0917 10:26:59.042209 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:26:59.042313 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:26:59.042393 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:26:59.042497 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:26:59.042594 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:26:59.042683 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:26:59.042817 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:26:59.043033 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:26:59.043044 4448 main.go:141] libmachine: About to run SSH command:
hostname
I0917 10:26:59.047101 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0917 10:26:59.098991 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0917 10:26:59.099689 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0917 10:26:59.099714 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0917 10:26:59.099723 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0917 10:26:59.099730 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0917 10:26:59.478495 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0917 10:26:59.478510 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0917 10:26:59.593167 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0917 10:26:59.593183 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0917 10:26:59.593195 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0917 10:26:59.593203 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0917 10:26:59.594075 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0917 10:26:59.594086 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:26:59 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0917 10:27:05.183473 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:27:05 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0917 10:27:05.183540 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:27:05 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0917 10:27:05.183555 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:27:05 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0917 10:27:05.208169 4448 main.go:141] libmachine: (ha-744000) DBG | 2024/09/17 10:27:05 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0917 10:27:10.113996 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0917 10:27:10.114014 4448 main.go:141] libmachine: (ha-744000) Calling .GetMachineName
I0917 10:27:10.114152 4448 buildroot.go:166] provisioning hostname "ha-744000"
I0917 10:27:10.114163 4448 main.go:141] libmachine: (ha-744000) Calling .GetMachineName
I0917 10:27:10.114266 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.114402 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.114494 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.114584 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.114683 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.114812 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:10.114997 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:10.115005 4448 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-744000 && echo "ha-744000" | sudo tee /etc/hostname
I0917 10:27:10.189969 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-744000
I0917 10:27:10.189985 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.190121 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.190233 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.190324 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.190425 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.190562 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:10.190707 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:10.190718 4448 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-744000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-744000/g' /etc/hosts;
else
echo '127.0.1.1 ha-744000' | sudo tee -a /etc/hosts;
fi
fi
I0917 10:27:10.253511 4448 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0917 10:27:10.253531 4448 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19662-1558/.minikube CaCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19662-1558/.minikube}
I0917 10:27:10.253549 4448 buildroot.go:174] setting up certificates
I0917 10:27:10.253555 4448 provision.go:84] configureAuth start
I0917 10:27:10.253563 4448 main.go:141] libmachine: (ha-744000) Calling .GetMachineName
I0917 10:27:10.253694 4448 main.go:141] libmachine: (ha-744000) Calling .GetIP
I0917 10:27:10.253790 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.253930 4448 provision.go:143] copyHostCerts
I0917 10:27:10.253971 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem
I0917 10:27:10.254039 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem, removing ...
I0917 10:27:10.254046 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem
I0917 10:27:10.254180 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem (1675 bytes)
I0917 10:27:10.254370 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem
I0917 10:27:10.254409 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem, removing ...
I0917 10:27:10.254414 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem
I0917 10:27:10.254534 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem (1078 bytes)
I0917 10:27:10.254684 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem
I0917 10:27:10.254722 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem, removing ...
I0917 10:27:10.254727 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem
I0917 10:27:10.254807 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem (1123 bytes)
I0917 10:27:10.254980 4448 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca-key.pem org=jenkins.ha-744000 san=[127.0.0.1 192.169.0.5 ha-744000 localhost minikube]
I0917 10:27:10.443647 4448 provision.go:177] copyRemoteCerts
I0917 10:27:10.443709 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0917 10:27:10.443745 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.444017 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.444217 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.444311 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.444408 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/id_rsa Username:docker}
I0917 10:27:10.481724 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0917 10:27:10.481797 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0917 10:27:10.501694 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem -> /etc/docker/server.pem
I0917 10:27:10.501755 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0917 10:27:10.521451 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0917 10:27:10.521514 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0917 10:27:10.541883 4448 provision.go:87] duration metric: took 288.31459ms to configureAuth
I0917 10:27:10.541895 4448 buildroot.go:189] setting minikube options for container-runtime
I0917 10:27:10.542067 4448 config.go:182] Loaded profile config "ha-744000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0917 10:27:10.542085 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:10.542217 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.542312 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.542387 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.542467 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.542559 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.542679 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:10.542806 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:10.542813 4448 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0917 10:27:10.601508 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0917 10:27:10.601520 4448 buildroot.go:70] root file system type: tmpfs
I0917 10:27:10.601615 4448 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0917 10:27:10.601630 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.601764 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.601865 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.601953 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.602043 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.602200 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:10.602343 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:10.602386 4448 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0917 10:27:10.669944 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0917 10:27:10.669969 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:10.670102 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:10.670200 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.670294 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:10.670389 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:10.670510 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:10.670646 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:10.670658 4448 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0917 10:27:12.369424 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0917 10:27:12.369438 4448 machine.go:96] duration metric: took 13.32714724s to provisionDockerMachine
I0917 10:27:12.369451 4448 start.go:293] postStartSetup for "ha-744000" (driver="hyperkit")
I0917 10:27:12.369463 4448 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0917 10:27:12.369473 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.369675 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0917 10:27:12.369692 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:12.369803 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:12.369884 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.369975 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:12.370067 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/id_rsa Username:docker}
I0917 10:27:12.413317 4448 ssh_runner.go:195] Run: cat /etc/os-release
I0917 10:27:12.417238 4448 info.go:137] Remote host: Buildroot 2023.02.9
I0917 10:27:12.417272 4448 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19662-1558/.minikube/addons for local assets ...
I0917 10:27:12.417380 4448 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19662-1558/.minikube/files for local assets ...
I0917 10:27:12.417569 4448 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem -> 21212.pem in /etc/ssl/certs
I0917 10:27:12.417576 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem -> /etc/ssl/certs/21212.pem
I0917 10:27:12.417788 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0917 10:27:12.427707 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem --> /etc/ssl/certs/21212.pem (1708 bytes)
I0917 10:27:12.461431 4448 start.go:296] duration metric: took 91.970306ms for postStartSetup
I0917 10:27:12.461460 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.461662 4448 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0917 10:27:12.461675 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:12.461764 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:12.461863 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.461951 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:12.462049 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/id_rsa Username:docker}
I0917 10:27:12.498975 4448 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0917 10:27:12.499039 4448 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0917 10:27:12.553785 4448 fix.go:56] duration metric: took 13.704442272s for fixHost
I0917 10:27:12.553808 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:12.553948 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:12.554064 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.554158 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.554243 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:12.554376 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:12.554528 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0917 10:27:12.554535 4448 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0917 10:27:12.611703 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: 1726594032.650749132
I0917 10:27:12.611715 4448 fix.go:216] guest clock: 1726594032.650749132
I0917 10:27:12.611721 4448 fix.go:229] Guest: 2024-09-17 10:27:12.650749132 -0700 PDT Remote: 2024-09-17 10:27:12.553798 -0700 PDT m=+14.131667372 (delta=96.951132ms)
I0917 10:27:12.611739 4448 fix.go:200] guest clock delta is within tolerance: 96.951132ms
I0917 10:27:12.611750 4448 start.go:83] releasing machines lock for "ha-744000", held for 13.76244446s
I0917 10:27:12.611768 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.611894 4448 main.go:141] libmachine: (ha-744000) Calling .GetIP
I0917 10:27:12.611995 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.612340 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.612438 4448 main.go:141] libmachine: (ha-744000) Calling .DriverName
I0917 10:27:12.612522 4448 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0917 10:27:12.612557 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:12.612569 4448 ssh_runner.go:195] Run: cat /version.json
I0917 10:27:12.612585 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHHostname
I0917 10:27:12.612675 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:12.612694 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHPort
I0917 10:27:12.612758 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.612775 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHKeyPath
I0917 10:27:12.612845 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:12.612893 4448 main.go:141] libmachine: (ha-744000) Calling .GetSSHUsername
I0917 10:27:12.612945 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/id_rsa Username:docker}
I0917 10:27:12.612977 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000/id_rsa Username:docker}
I0917 10:27:12.648784 4448 ssh_runner.go:195] Run: systemctl --version
I0917 10:27:12.693591 4448 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0917 10:27:12.698718 4448 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0917 10:27:12.698762 4448 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0917 10:27:12.712125 4448 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0917 10:27:12.712136 4448 start.go:495] detecting cgroup driver to use...
I0917 10:27:12.712235 4448 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0917 10:27:12.730012 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0917 10:27:12.739057 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0917 10:27:12.747889 4448 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0917 10:27:12.747935 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0917 10:27:12.757003 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0917 10:27:12.765797 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0917 10:27:12.774517 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0917 10:27:12.783400 4448 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0917 10:27:12.792355 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0917 10:27:12.801214 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0917 10:27:12.810043 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0917 10:27:12.818991 4448 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0917 10:27:12.826988 4448 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0917 10:27:12.835075 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:12.932332 4448 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0917 10:27:12.951203 4448 start.go:495] detecting cgroup driver to use...
I0917 10:27:12.951306 4448 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0917 10:27:12.965837 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0917 10:27:12.981143 4448 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0917 10:27:12.997816 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0917 10:27:13.008834 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0917 10:27:13.019726 4448 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0917 10:27:13.047621 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0917 10:27:13.057914 4448 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0917 10:27:13.072731 4448 ssh_runner.go:195] Run: which cri-dockerd
I0917 10:27:13.075778 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0917 10:27:13.083057 4448 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0917 10:27:13.096420 4448 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0917 10:27:13.190446 4448 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0917 10:27:13.291417 4448 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0917 10:27:13.291479 4448 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0917 10:27:13.305208 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:13.405566 4448 ssh_runner.go:195] Run: sudo systemctl restart docker
I0917 10:27:15.763788 4448 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.358187677s)
I0917 10:27:15.763854 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0917 10:27:15.774266 4448 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0917 10:27:15.786987 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0917 10:27:15.797461 4448 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0917 10:27:15.892958 4448 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0917 10:27:15.992563 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:16.099704 4448 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0917 10:27:16.113167 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0917 10:27:16.123851 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:16.230595 4448 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0917 10:27:16.294806 4448 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0917 10:27:16.294898 4448 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0917 10:27:16.300863 4448 start.go:563] Will wait 60s for crictl version
I0917 10:27:16.300922 4448 ssh_runner.go:195] Run: which crictl
I0917 10:27:16.304010 4448 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0917 10:27:16.329606 4448 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.1
RuntimeApiVersion: v1
I0917 10:27:16.329710 4448 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0917 10:27:16.346052 4448 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0917 10:27:16.386748 4448 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.2.1 ...
I0917 10:27:16.386784 4448 main.go:141] libmachine: (ha-744000) Calling .GetIP
I0917 10:27:16.387136 4448 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0917 10:27:16.390752 4448 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0917 10:27:16.401571 4448 kubeadm.go:883] updating cluster {Name:ha-744000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19649/minikube-v1.34.0-1726481713-19649-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726589491-19662@sha256:6370b9fec173944088c2d87d44b01819c0ec611a83d9e2f38d36352dff8121a4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
1 ClusterName:ha-744000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:f
alse inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOpt
imizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0917 10:27:16.401664 4448 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0917 10:27:16.401736 4448 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0917 10:27:16.415872 4448 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0917 10:27:16.415884 4448 docker.go:615] Images already preloaded, skipping extraction
I0917 10:27:16.415970 4448 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0917 10:27:16.427730 4448 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0917 10:27:16.427747 4448 cache_images.go:84] Images are preloaded, skipping loading
I0917 10:27:16.427754 4448 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.31.1 docker true true} ...
I0917 10:27:16.427829 4448 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-744000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-744000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0917 10:27:16.427915 4448 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0917 10:27:16.463597 4448 cni.go:84] Creating CNI manager for ""
I0917 10:27:16.463611 4448 cni.go:136] multinode detected (3 nodes found), recommending kindnet
I0917 10:27:16.463624 4448 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0917 10:27:16.463640 4448 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-744000 NodeName:ha-744000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0917 10:27:16.463730 4448 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-744000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0917 10:27:16.463744 4448 kube-vip.go:115] generating kube-vip config ...
I0917 10:27:16.463801 4448 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0917 10:27:16.478021 4448 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0917 10:27:16.478094 4448 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0917 10:27:16.478153 4448 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0917 10:27:16.486558 4448 binaries.go:44] Found k8s binaries, skipping transfer
I0917 10:27:16.486616 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0917 10:27:16.494493 4448 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0917 10:27:16.507997 4448 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0917 10:27:16.521295 4448 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0917 10:27:16.535199 4448 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0917 10:27:16.548668 4448 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0917 10:27:16.551530 4448 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0917 10:27:16.561441 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:16.669349 4448 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0917 10:27:16.684528 4448 certs.go:68] Setting up /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000 for IP: 192.169.0.5
I0917 10:27:16.684541 4448 certs.go:194] generating shared ca certs ...
I0917 10:27:16.684551 4448 certs.go:226] acquiring lock for ca certs: {Name:mkf125882918ae047e70a2a13fee9f5c6e85700a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:16.684731 4448 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.key
I0917 10:27:16.684804 4448 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/proxy-client-ca.key
I0917 10:27:16.684814 4448 certs.go:256] generating profile certs ...
I0917 10:27:16.684905 4448 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/client.key
I0917 10:27:16.684929 4448 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key.b792d437
I0917 10:27:16.684945 4448 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt.b792d437 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.6 192.169.0.254]
I0917 10:27:16.754039 4448 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt.b792d437 ...
I0917 10:27:16.754056 4448 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt.b792d437: {Name:mk79438fdb4dc3d525e8f682359147c957173c61 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:16.754456 4448 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key.b792d437 ...
I0917 10:27:16.754466 4448 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key.b792d437: {Name:mk6d911cd96357b3c3159c4d3a41f23afb7d4c3a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:16.754680 4448 certs.go:381] copying /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt.b792d437 -> /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt
I0917 10:27:16.754895 4448 certs.go:385] copying /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key.b792d437 -> /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key
I0917 10:27:16.755149 4448 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/proxy-client.key
I0917 10:27:16.755158 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0917 10:27:16.755205 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0917 10:27:16.755227 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0917 10:27:16.755246 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0917 10:27:16.755264 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0917 10:27:16.755283 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0917 10:27:16.755301 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0917 10:27:16.755318 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0917 10:27:16.755412 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/2121.pem (1338 bytes)
W0917 10:27:16.755459 4448 certs.go:480] ignoring /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/2121_empty.pem, impossibly tiny 0 bytes
I0917 10:27:16.755467 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca-key.pem (1679 bytes)
I0917 10:27:16.755497 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem (1078 bytes)
I0917 10:27:16.755530 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem (1123 bytes)
I0917 10:27:16.755558 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem (1675 bytes)
I0917 10:27:16.755623 4448 certs.go:484] found cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem (1708 bytes)
I0917 10:27:16.755655 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0917 10:27:16.755675 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/2121.pem -> /usr/share/ca-certificates/2121.pem
I0917 10:27:16.755693 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem -> /usr/share/ca-certificates/21212.pem
I0917 10:27:16.756123 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0917 10:27:16.777874 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0917 10:27:16.799280 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0917 10:27:16.827224 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0917 10:27:16.853838 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I0917 10:27:16.907328 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0917 10:27:16.953101 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0917 10:27:16.997682 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0917 10:27:17.038330 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0917 10:27:17.061602 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/2121.pem --> /usr/share/ca-certificates/2121.pem (1338 bytes)
I0917 10:27:17.092949 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem --> /usr/share/ca-certificates/21212.pem (1708 bytes)
I0917 10:27:17.123494 4448 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0917 10:27:17.140334 4448 ssh_runner.go:195] Run: openssl version
I0917 10:27:17.145978 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0917 10:27:17.156986 4448 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0917 10:27:17.161699 4448 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 17 16:56 /usr/share/ca-certificates/minikubeCA.pem
I0917 10:27:17.161756 4448 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0917 10:27:17.170341 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0917 10:27:17.187142 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2121.pem && ln -fs /usr/share/ca-certificates/2121.pem /etc/ssl/certs/2121.pem"
I0917 10:27:17.201375 4448 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/2121.pem
I0917 10:27:17.204789 4448 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 17 17:13 /usr/share/ca-certificates/2121.pem
I0917 10:27:17.204832 4448 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2121.pem
I0917 10:27:17.208961 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/2121.pem /etc/ssl/certs/51391683.0"
I0917 10:27:17.218128 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/21212.pem && ln -fs /usr/share/ca-certificates/21212.pem /etc/ssl/certs/21212.pem"
I0917 10:27:17.227213 4448 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/21212.pem
I0917 10:27:17.230513 4448 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 17 17:13 /usr/share/ca-certificates/21212.pem
I0917 10:27:17.230553 4448 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/21212.pem
I0917 10:27:17.234703 4448 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/21212.pem /etc/ssl/certs/3ec20f2e.0"
I0917 10:27:17.243926 4448 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0917 10:27:17.247354 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0917 10:27:17.251674 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0917 10:27:17.256090 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0917 10:27:17.260499 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0917 10:27:17.264702 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0917 10:27:17.268923 4448 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0917 10:27:17.273119 4448 kubeadm.go:392] StartCluster: {Name:ha-744000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19649/minikube-v1.34.0-1726481713-19649-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1726589491-19662@sha256:6370b9fec173944088c2d87d44b01819c0ec611a83d9e2f38d36352dff8121a4 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-744000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:fals
e inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0917 10:27:17.273252 4448 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0917 10:27:17.284758 4448 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0917 10:27:17.293284 4448 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0917 10:27:17.293296 4448 kubeadm.go:593] restartPrimaryControlPlane start ...
I0917 10:27:17.293343 4448 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0917 10:27:17.301434 4448 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0917 10:27:17.301756 4448 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-744000" does not appear in /Users/jenkins/minikube-integration/19662-1558/kubeconfig
I0917 10:27:17.301839 4448 kubeconfig.go:62] /Users/jenkins/minikube-integration/19662-1558/kubeconfig needs updating (will repair): [kubeconfig missing "ha-744000" cluster setting kubeconfig missing "ha-744000" context setting]
I0917 10:27:17.302016 4448 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19662-1558/kubeconfig: {Name:mk45a7c4195a5b41f1a76242a014d6d35669d727 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:17.302656 4448 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19662-1558/kubeconfig
I0917 10:27:17.302866 4448 kapi.go:59] client config for ha-744000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/client.key", CAFile:"/Users/jenkins/minikube-integration/19662-1558/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x4ad2720), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0917 10:27:17.303186 4448 cert_rotation.go:140] Starting client certificate rotation controller
I0917 10:27:17.303370 4448 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0917 10:27:17.311395 4448 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5
I0917 10:27:17.311410 4448 kubeadm.go:597] duration metric: took 18.109722ms to restartPrimaryControlPlane
I0917 10:27:17.311416 4448 kubeadm.go:394] duration metric: took 38.30313ms to StartCluster
I0917 10:27:17.311425 4448 settings.go:142] acquiring lock: {Name:mkbfad4c3b08cc53a3f164d824f2d3740891fac3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:17.311502 4448 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19662-1558/kubeconfig
I0917 10:27:17.311847 4448 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19662-1558/kubeconfig: {Name:mk45a7c4195a5b41f1a76242a014d6d35669d727 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0917 10:27:17.312074 4448 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0917 10:27:17.312086 4448 start.go:241] waiting for startup goroutines ...
I0917 10:27:17.312098 4448 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0917 10:27:17.312209 4448 config.go:182] Loaded profile config "ha-744000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0917 10:27:17.356558 4448 out.go:177] * Enabled addons:
I0917 10:27:17.377453 4448 addons.go:510] duration metric: took 65.359314ms for enable addons: enabled=[]
I0917 10:27:17.377491 4448 start.go:246] waiting for cluster config update ...
I0917 10:27:17.377508 4448 start.go:255] writing updated cluster config ...
I0917 10:27:17.399517 4448 out.go:201]
I0917 10:27:17.421006 4448 config.go:182] Loaded profile config "ha-744000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0917 10:27:17.421153 4448 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/config.json ...
I0917 10:27:17.443394 4448 out.go:177] * Starting "ha-744000-m02" control-plane node in "ha-744000" cluster
I0917 10:27:17.485722 4448 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0917 10:27:17.485786 4448 cache.go:56] Caching tarball of preloaded images
I0917 10:27:17.485968 4448 preload.go:172] Found /Users/jenkins/minikube-integration/19662-1558/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0917 10:27:17.485986 4448 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0917 10:27:17.486112 4448 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/config.json ...
I0917 10:27:17.487099 4448 start.go:360] acquireMachinesLock for ha-744000-m02: {Name:mkce0cf35e1c9b6443a7e9ce598394c9889b0595 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0917 10:27:17.487205 4448 start.go:364] duration metric: took 81.172µs to acquireMachinesLock for "ha-744000-m02"
I0917 10:27:17.487235 4448 start.go:96] Skipping create...Using existing machine configuration
I0917 10:27:17.487243 4448 fix.go:54] fixHost starting: m02
I0917 10:27:17.487683 4448 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0917 10:27:17.487720 4448 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0917 10:27:17.497503 4448 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52168
I0917 10:27:17.498037 4448 main.go:141] libmachine: () Calling .GetVersion
I0917 10:27:17.498462 4448 main.go:141] libmachine: Using API Version 1
I0917 10:27:17.498477 4448 main.go:141] libmachine: () Calling .SetConfigRaw
I0917 10:27:17.498776 4448 main.go:141] libmachine: () Calling .GetMachineName
I0917 10:27:17.499011 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:17.499112 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetState
I0917 10:27:17.499198 4448 main.go:141] libmachine: (ha-744000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:27:17.499265 4448 main.go:141] libmachine: (ha-744000-m02) DBG | hyperkit pid from json: 4339
I0917 10:27:17.500274 4448 main.go:141] libmachine: (ha-744000-m02) DBG | hyperkit pid 4339 missing from process table
I0917 10:27:17.500290 4448 fix.go:112] recreateIfNeeded on ha-744000-m02: state=Stopped err=<nil>
I0917 10:27:17.500304 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
W0917 10:27:17.500387 4448 fix.go:138] unexpected machine state, will restart: <nil>
I0917 10:27:17.542418 4448 out.go:177] * Restarting existing hyperkit VM for "ha-744000-m02" ...
I0917 10:27:17.563504 4448 main.go:141] libmachine: (ha-744000-m02) Calling .Start
I0917 10:27:17.563707 4448 main.go:141] libmachine: (ha-744000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:27:17.563730 4448 main.go:141] libmachine: (ha-744000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/hyperkit.pid
I0917 10:27:17.564875 4448 main.go:141] libmachine: (ha-744000-m02) DBG | hyperkit pid 4339 missing from process table
I0917 10:27:17.564887 4448 main.go:141] libmachine: (ha-744000-m02) DBG | pid 4339 is in state "Stopped"
I0917 10:27:17.564903 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/hyperkit.pid...
I0917 10:27:17.565097 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Using UUID 84417734-d0f3-4fed-a88c-11fa06a6299e
I0917 10:27:17.591233 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Generated MAC 72:92:6:7e:7d:92
I0917 10:27:17.591269 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000
I0917 10:27:17.591443 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"84417734-d0f3-4fed-a88c-11fa06a6299e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003bbec0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0917 10:27:17.591484 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"84417734-d0f3-4fed-a88c-11fa06a6299e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003bbec0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0917 10:27:17.591541 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "84417734-d0f3-4fed-a88c-11fa06a6299e", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/ha-744000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/tty,log=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/bzimage,/Users/jenkins/minikube-integration/19662-1558/.minikube/machine
s/ha-744000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000"}
I0917 10:27:17.591573 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 84417734-d0f3-4fed-a88c-11fa06a6299e -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/ha-744000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/tty,log=/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/bzimage,/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-744000"
I0917 10:27:17.591591 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0917 10:27:17.592872 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 DEBUG: hyperkit: Pid is 4469
I0917 10:27:17.593367 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Attempt 0
I0917 10:27:17.593378 4448 main.go:141] libmachine: (ha-744000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0917 10:27:17.593408 4448 main.go:141] libmachine: (ha-744000-m02) DBG | hyperkit pid from json: 4469
I0917 10:27:17.595062 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Searching for 72:92:6:7e:7d:92 in /var/db/dhcpd_leases ...
I0917 10:27:17.595127 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0917 10:27:17.595146 4448 main.go:141] libmachine: (ha-744000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:36:e3:93:ff:24:96 ID:1,36:e3:93:ff:24:96 Lease:0x66eb0d6c}
I0917 10:27:17.595182 4448 main.go:141] libmachine: (ha-744000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:5a:8d:be:33:c3:18 ID:1,5a:8d:be:33:c3:18 Lease:0x66e9bbc3}
I0917 10:27:17.595200 4448 main.go:141] libmachine: (ha-744000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:b6:cf:5d:a2:4f:b0 ID:1,b6:cf:5d:a2:4f:b0 Lease:0x66eb0cdf}
I0917 10:27:17.595210 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetConfigRaw
I0917 10:27:17.595213 4448 main.go:141] libmachine: (ha-744000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:72:92:6:7e:7d:92 ID:1,72:92:6:7e:7d:92 Lease:0x66eb0c95}
I0917 10:27:17.595230 4448 main.go:141] libmachine: (ha-744000-m02) DBG | Found match: 72:92:6:7e:7d:92
I0917 10:27:17.595241 4448 main.go:141] libmachine: (ha-744000-m02) DBG | IP: 192.169.0.6
I0917 10:27:17.595879 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetIP
I0917 10:27:17.596065 4448 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19662-1558/.minikube/profiles/ha-744000/config.json ...
I0917 10:27:17.596597 4448 machine.go:93] provisionDockerMachine start ...
I0917 10:27:17.596609 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:17.596723 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:17.596804 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:17.596890 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:17.597002 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:17.597096 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:17.597227 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:17.597374 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:17.597383 4448 main.go:141] libmachine: About to run SSH command:
hostname
I0917 10:27:17.600658 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0917 10:27:17.609248 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0917 10:27:17.610115 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0917 10:27:17.610129 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0917 10:27:17.610159 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0917 10:27:17.610179 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0917 10:27:17.995972 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0917 10:27:17.995987 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:17 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0917 10:27:18.110623 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0917 10:27:18.110642 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0917 10:27:18.110651 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0917 10:27:18.110657 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0917 10:27:18.111459 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0917 10:27:18.111468 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:18 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0917 10:27:23.703289 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:23 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0917 10:27:23.703415 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:23 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0917 10:27:23.703428 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:23 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0917 10:27:23.727083 4448 main.go:141] libmachine: (ha-744000-m02) DBG | 2024/09/17 10:27:23 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0917 10:27:28.668165 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0917 10:27:28.668207 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetMachineName
I0917 10:27:28.668348 4448 buildroot.go:166] provisioning hostname "ha-744000-m02"
I0917 10:27:28.668359 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetMachineName
I0917 10:27:28.668445 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:28.668533 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:28.668618 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:28.668713 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:28.668813 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:28.668945 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:28.669097 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:28.669106 4448 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-744000-m02 && echo "ha-744000-m02" | sudo tee /etc/hostname
I0917 10:27:28.749259 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-744000-m02
I0917 10:27:28.749274 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:28.749405 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:28.749513 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:28.749609 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:28.749700 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:28.749847 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:28.749994 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:28.750009 4448 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-744000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-744000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-744000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0917 10:27:28.821499 4448 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0917 10:27:28.821514 4448 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19662-1558/.minikube CaCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19662-1558/.minikube}
I0917 10:27:28.821523 4448 buildroot.go:174] setting up certificates
I0917 10:27:28.821528 4448 provision.go:84] configureAuth start
I0917 10:27:28.821534 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetMachineName
I0917 10:27:28.821669 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetIP
I0917 10:27:28.821789 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:28.821885 4448 provision.go:143] copyHostCerts
I0917 10:27:28.821910 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem
I0917 10:27:28.821968 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem, removing ...
I0917 10:27:28.821973 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem
I0917 10:27:28.822114 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/ca.pem (1078 bytes)
I0917 10:27:28.822315 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem
I0917 10:27:28.822354 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem, removing ...
I0917 10:27:28.822366 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem
I0917 10:27:28.822450 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/cert.pem (1123 bytes)
I0917 10:27:28.822596 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem
I0917 10:27:28.822635 4448 exec_runner.go:144] found /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem, removing ...
I0917 10:27:28.822639 4448 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem
I0917 10:27:28.822717 4448 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19662-1558/.minikube/key.pem (1675 bytes)
I0917 10:27:28.822857 4448 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca-key.pem org=jenkins.ha-744000-m02 san=[127.0.0.1 192.169.0.6 ha-744000-m02 localhost minikube]
I0917 10:27:28.955024 4448 provision.go:177] copyRemoteCerts
I0917 10:27:28.955079 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0917 10:27:28.955094 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:28.955239 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:28.955341 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:28.955430 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:28.955526 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/id_rsa Username:docker}
I0917 10:27:28.994909 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem -> /etc/docker/server.pem
I0917 10:27:28.994978 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0917 10:27:29.014096 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0917 10:27:29.014170 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0917 10:27:29.033197 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0917 10:27:29.033261 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0917 10:27:29.052129 4448 provision.go:87] duration metric: took 230.592645ms to configureAuth
I0917 10:27:29.052147 4448 buildroot.go:189] setting minikube options for container-runtime
I0917 10:27:29.052322 4448 config.go:182] Loaded profile config "ha-744000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0917 10:27:29.052336 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:29.052473 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:29.052573 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:29.052670 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.052755 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.052827 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:29.052942 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:29.053069 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:29.053076 4448 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0917 10:27:29.116259 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0917 10:27:29.116272 4448 buildroot.go:70] root file system type: tmpfs
I0917 10:27:29.116365 4448 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0917 10:27:29.116377 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:29.116506 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:29.116595 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.116715 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.116793 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:29.116936 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:29.117075 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:29.117118 4448 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0917 10:27:29.192146 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0917 10:27:29.192170 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:29.192303 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:29.192391 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.192497 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:29.192577 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:29.192705 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:29.192844 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:29.192856 4448 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0917 10:27:30.870717 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0917 10:27:30.870732 4448 machine.go:96] duration metric: took 13.274043119s to provisionDockerMachine
I0917 10:27:30.870747 4448 start.go:293] postStartSetup for "ha-744000-m02" (driver="hyperkit")
I0917 10:27:30.870755 4448 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0917 10:27:30.870766 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:30.870980 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0917 10:27:30.870994 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:30.871125 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:30.871248 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:30.871341 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:30.871432 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/id_rsa Username:docker}
I0917 10:27:30.914708 4448 ssh_runner.go:195] Run: cat /etc/os-release
I0917 10:27:30.918099 4448 info.go:137] Remote host: Buildroot 2023.02.9
I0917 10:27:30.918113 4448 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19662-1558/.minikube/addons for local assets ...
I0917 10:27:30.918212 4448 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19662-1558/.minikube/files for local assets ...
I0917 10:27:30.918387 4448 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem -> 21212.pem in /etc/ssl/certs
I0917 10:27:30.918394 4448 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem -> /etc/ssl/certs/21212.pem
I0917 10:27:30.918605 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0917 10:27:30.929083 4448 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19662-1558/.minikube/files/etc/ssl/certs/21212.pem --> /etc/ssl/certs/21212.pem (1708 bytes)
I0917 10:27:30.958117 4448 start.go:296] duration metric: took 87.359751ms for postStartSetup
I0917 10:27:30.958138 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:30.958316 4448 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0917 10:27:30.958328 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:30.958426 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:30.958518 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:30.958597 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:30.958669 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/id_rsa Username:docker}
I0917 10:27:30.998754 4448 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0917 10:27:30.998827 4448 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0917 10:27:31.054686 4448 fix.go:56] duration metric: took 13.567353836s for fixHost
I0917 10:27:31.054713 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:31.054850 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:31.054939 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:31.055014 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:31.055085 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:31.055233 4448 main.go:141] libmachine: Using SSH client type: native
I0917 10:27:31.055380 4448 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x33fc820] 0x33ff500 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0917 10:27:31.055386 4448 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0917 10:27:31.119216 4448 main.go:141] libmachine: SSH cmd err, output: <nil>: 1726594051.159133703
I0917 10:27:31.119227 4448 fix.go:216] guest clock: 1726594051.159133703
I0917 10:27:31.119235 4448 fix.go:229] Guest: 2024-09-17 10:27:31.159133703 -0700 PDT Remote: 2024-09-17 10:27:31.054702 -0700 PDT m=+32.632454337 (delta=104.431703ms)
I0917 10:27:31.119246 4448 fix.go:200] guest clock delta is within tolerance: 104.431703ms
I0917 10:27:31.119250 4448 start.go:83] releasing machines lock for "ha-744000-m02", held for 13.631947572s
I0917 10:27:31.119267 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:31.119393 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetIP
I0917 10:27:31.143966 4448 out.go:177] * Found network options:
I0917 10:27:31.164924 4448 out.go:177] - NO_PROXY=192.169.0.5
W0917 10:27:31.185989 4448 proxy.go:119] fail to check proxy env: Error ip not in block
I0917 10:27:31.186029 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:31.186884 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:31.187158 4448 main.go:141] libmachine: (ha-744000-m02) Calling .DriverName
I0917 10:27:31.187319 4448 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0917 10:27:31.187368 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
W0917 10:27:31.187382 4448 proxy.go:119] fail to check proxy env: Error ip not in block
I0917 10:27:31.187491 4448 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0917 10:27:31.187550 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHHostname
I0917 10:27:31.187616 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:31.187796 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:31.187813 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHPort
I0917 10:27:31.187986 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:31.188002 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHKeyPath
I0917 10:27:31.188154 4448 main.go:141] libmachine: (ha-744000-m02) Calling .GetSSHUsername
I0917 10:27:31.188197 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/id_rsa Username:docker}
I0917 10:27:31.188284 4448 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19662-1558/.minikube/machines/ha-744000-m02/id_rsa Username:docker}
W0917 10:27:31.224656 4448 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0917 10:27:31.224727 4448 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0917 10:27:31.272646 4448 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0917 10:27:31.272663 4448 start.go:495] detecting cgroup driver to use...
I0917 10:27:31.272743 4448 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0917 10:27:31.288486 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0917 10:27:31.297401 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0917 10:27:31.306736 4448 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0917 10:27:31.306808 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0917 10:27:31.316018 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0917 10:27:31.325058 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0917 10:27:31.334512 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0917 10:27:31.343837 4448 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0917 10:27:31.353242 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0917 10:27:31.362032 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0917 10:27:31.371387 4448 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0917 10:27:31.380261 4448 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0917 10:27:31.388512 4448 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0917 10:27:31.396778 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:31.496690 4448 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0917 10:27:31.515568 4448 start.go:495] detecting cgroup driver to use...
I0917 10:27:31.515642 4448 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0917 10:27:31.540737 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0917 10:27:31.552945 4448 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0917 10:27:31.572641 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0917 10:27:31.584129 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0917 10:27:31.595235 4448 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0917 10:27:31.619571 4448 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0917 10:27:31.631020 4448 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0917 10:27:31.646195 4448 ssh_runner.go:195] Run: which cri-dockerd
I0917 10:27:31.649235 4448 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0917 10:27:31.657206 4448 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0917 10:27:31.670819 4448 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0917 10:27:31.769091 4448 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0917 10:27:31.876805 4448 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0917 10:27:31.876827 4448 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0917 10:27:31.890932 4448 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0917 10:27:31.985803 4448 ssh_runner.go:195] Run: sudo systemctl restart docker
I0917 10:28:33.019399 4448 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.033193508s)
I0917 10:28:33.019489 4448 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0917 10:28:33.055431 4448 out.go:201]
W0917 10:28:33.077249 4448 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Sep 17 17:27:29 ha-744000-m02 systemd[1]: Starting Docker Application Container Engine...
Sep 17 17:27:29 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:29.538749787Z" level=info msg="Starting up"
Sep 17 17:27:29 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:29.539378325Z" level=info msg="containerd not running, starting managed containerd"
Sep 17 17:27:29 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:29.541084999Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=490
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.558457504Z" level=info msg="starting containerd" revision=7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c version=v1.7.22
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573199339Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573220908Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573258162Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573299725Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573411020Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573446242Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573553666Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573587921Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573599847Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573607195Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573685739Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.573880273Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575404717Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575443775Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575555494Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575590640Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575719071Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.575763589Z" level=info msg="metadata content store policy set" policy=shared
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.577951289Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.578038703Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.578076919Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.578089302Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.578157091Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.578202689Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580641100Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580726566Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580738845Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580747690Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580756580Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580765114Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580772643Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580781164Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580790542Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580798635Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580806480Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580814346Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580832655Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580847752Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580858242Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580866931Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580879634Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580890299Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580898230Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580906575Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580914939Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580923943Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580931177Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580940500Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580948337Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580963023Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580980668Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580989498Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.580996636Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581056206Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581091289Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581104079Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581113194Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581120030Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581133102Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581145706Z" level=info msg="NRI interface is disabled by configuration."
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581334956Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581407817Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581460834Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Sep 17 17:27:29 ha-744000-m02 dockerd[490]: time="2024-09-17T17:27:29.581473448Z" level=info msg="containerd successfully booted in 0.023887s"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.569483774Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.598149093Z" level=info msg="Loading containers: start."
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.772640000Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.832682998Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.874141710Z" level=info msg="Loading containers: done."
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.885048604Z" level=info msg="Docker daemon" commit=8b539b8 containerd-snapshotter=false storage-driver=overlay2 version=27.2.1
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.885231945Z" level=info msg="Daemon has completed initialization"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.907500544Z" level=info msg="API listen on /var/run/docker.sock"
Sep 17 17:27:30 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:30.907671752Z" level=info msg="API listen on [::]:2376"
Sep 17 17:27:30 ha-744000-m02 systemd[1]: Started Docker Application Container Engine.
Sep 17 17:27:32 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:32.038076014Z" level=info msg="Processing signal 'terminated'"
Sep 17 17:27:32 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:32.039237554Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Sep 17 17:27:32 ha-744000-m02 systemd[1]: Stopping Docker Application Container Engine...
Sep 17 17:27:32 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:32.039672384Z" level=info msg="Daemon shutdown complete"
Sep 17 17:27:32 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:32.039926596Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Sep 17 17:27:32 ha-744000-m02 dockerd[484]: time="2024-09-17T17:27:32.039966362Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Sep 17 17:27:33 ha-744000-m02 systemd[1]: docker.service: Deactivated successfully.
Sep 17 17:27:33 ha-744000-m02 systemd[1]: Stopped Docker Application Container Engine.
Sep 17 17:27:33 ha-744000-m02 systemd[1]: Starting Docker Application Container Engine...
Sep 17 17:27:33 ha-744000-m02 dockerd[1165]: time="2024-09-17T17:27:33.083664420Z" level=info msg="Starting up"
Sep 17 17:28:33 ha-744000-m02 dockerd[1165]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Sep 17 17:28:33 ha-744000-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Sep 17 17:28:33 ha-744000-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Sep 17 17:28:33 ha-744000-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0917 10:28:33.077325 4448 out.go:270] *
W0917 10:28:33.078575 4448 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0917 10:28:33.141292 4448 out.go:201]
==> Docker <==
Sep 17 17:27:45 ha-744000 dockerd[1178]: time="2024-09-17T17:27:45.693599135Z" level=info msg="ignoring event" container=f8ad30db3b448056ed93e2d805c2b8b365fc8dbe578b4b515549ac815f60dabc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 17 17:27:55 ha-744000 dockerd[1184]: time="2024-09-17T17:27:55.363808714Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 17 17:27:55 ha-744000 dockerd[1184]: time="2024-09-17T17:27:55.363881678Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 17 17:27:55 ha-744000 dockerd[1184]: time="2024-09-17T17:27:55.363895120Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:27:55 ha-744000 dockerd[1184]: time="2024-09-17T17:27:55.364009200Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:04 ha-744000 dockerd[1184]: time="2024-09-17T17:28:04.982686773Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 17 17:28:04 ha-744000 dockerd[1184]: time="2024-09-17T17:28:04.982795889Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 17 17:28:04 ha-744000 dockerd[1184]: time="2024-09-17T17:28:04.982809691Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:04 ha-744000 dockerd[1184]: time="2024-09-17T17:28:04.982891719Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:15 ha-744000 dockerd[1184]: time="2024-09-17T17:28:15.908438866Z" level=info msg="shim disconnected" id=66235de21ec80d860e8f0e9cfafa05214e465c4d09678b01e80ca97694636937 namespace=moby
Sep 17 17:28:15 ha-744000 dockerd[1184]: time="2024-09-17T17:28:15.908495753Z" level=warning msg="cleaning up after shim disconnected" id=66235de21ec80d860e8f0e9cfafa05214e465c4d09678b01e80ca97694636937 namespace=moby
Sep 17 17:28:15 ha-744000 dockerd[1184]: time="2024-09-17T17:28:15.908504694Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 17 17:28:15 ha-744000 dockerd[1178]: time="2024-09-17T17:28:15.909053440Z" level=info msg="ignoring event" container=66235de21ec80d860e8f0e9cfafa05214e465c4d09678b01e80ca97694636937 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 17 17:28:26 ha-744000 dockerd[1184]: time="2024-09-17T17:28:26.924890203Z" level=info msg="shim disconnected" id=6b1d67e1da5948298632ad424519f8fce6e26a26617e516f98f85ba276454721 namespace=moby
Sep 17 17:28:26 ha-744000 dockerd[1184]: time="2024-09-17T17:28:26.925281000Z" level=warning msg="cleaning up after shim disconnected" id=6b1d67e1da5948298632ad424519f8fce6e26a26617e516f98f85ba276454721 namespace=moby
Sep 17 17:28:26 ha-744000 dockerd[1184]: time="2024-09-17T17:28:26.925315687Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 17 17:28:26 ha-744000 dockerd[1178]: time="2024-09-17T17:28:26.926104549Z" level=info msg="ignoring event" container=6b1d67e1da5948298632ad424519f8fce6e26a26617e516f98f85ba276454721 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 17 17:28:35 ha-744000 dockerd[1184]: time="2024-09-17T17:28:35.981215245Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 17 17:28:35 ha-744000 dockerd[1184]: time="2024-09-17T17:28:35.981300627Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 17 17:28:35 ha-744000 dockerd[1184]: time="2024-09-17T17:28:35.981313170Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:35 ha-744000 dockerd[1184]: time="2024-09-17T17:28:35.981748827Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:46 ha-744000 dockerd[1184]: time="2024-09-17T17:28:46.988154215Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 17 17:28:46 ha-744000 dockerd[1184]: time="2024-09-17T17:28:46.988302802Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 17 17:28:46 ha-744000 dockerd[1184]: time="2024-09-17T17:28:46.988330908Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 17 17:28:46 ha-744000 dockerd[1184]: time="2024-09-17T17:28:46.988447275Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3757e12da538a 175ffd71cce3d 4 seconds ago Running kube-controller-manager 5 ac5039c087055 kube-controller-manager-ha-744000
b526083efb4fc 6bab7719df100 15 seconds ago Running kube-apiserver 4 049299c96bb2c kube-apiserver-ha-744000
6b1d67e1da594 175ffd71cce3d 46 seconds ago Exited kube-controller-manager 4 ac5039c087055 kube-controller-manager-ha-744000
66235de21ec80 6bab7719df100 55 seconds ago Exited kube-apiserver 3 049299c96bb2c kube-apiserver-ha-744000
bbf0d2ebe5c6c 9aa1fad941575 About a minute ago Running kube-scheduler 2 339a7c29b977e kube-scheduler-ha-744000
1e359ca4a791e 2e96e5913fc06 About a minute ago Running etcd 2 bf723b1d8bf7c etcd-ha-744000
6df162190be2a 38af8ddebf499 About a minute ago Running kube-vip 1 026314418eb78 kube-vip-ha-744000
1b95d7a1c7708 6e38f40d628db 3 minutes ago Exited storage-provisioner 2 375cde06a4bcf storage-provisioner
079da006755a7 8c811b4aec35f 4 minutes ago Exited busybox 1 f0eee6e67fe42 busybox-7dff88458-cn52t
9f76145e8eaf7 12968670680f4 4 minutes ago Exited kindnet-cni 1 8b4b5191649e7 kindnet-c59lr
6a4aba3acb1e9 c69fa2e9cbf5f 4 minutes ago Exited coredns 1 3888ce04e78db coredns-7c65d6cfc9-khnlh
fb8b83fe49a6e 60c005f310ff3 4 minutes ago Exited kube-proxy 1 f1782d63db94f kube-proxy-6xd2h
24cfd031ec879 c69fa2e9cbf5f 4 minutes ago Exited coredns 1 244f5bc456efc coredns-7c65d6cfc9-j9jcc
cfbfd57cf2b56 38af8ddebf499 5 minutes ago Exited kube-vip 0 433c480eea542 kube-vip-ha-744000
a7645ef2ae8dd 9aa1fad941575 5 minutes ago Exited kube-scheduler 1 fbf79ae31cbab kube-scheduler-ha-744000
23a7e0d95a77c 2e96e5913fc06 5 minutes ago Exited etcd 1 55cb3d05ddf34 etcd-ha-744000
==> coredns [24cfd031ec87] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:52682 - 33898 "HINFO IN 2709939145458862568.721558315158165230. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.009931439s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[318103159]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.683) (total time: 30003ms):
Trace[318103159]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (17:24:50.686)
Trace[318103159]: [30.003131559s] [30.003131559s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1979128092]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.688) (total time: 30000ms):
Trace[1979128092]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (17:24:50.688)
Trace[1979128092]: [30.000652416s] [30.000652416s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1978210991]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.688) (total time: 30000ms):
Trace[1978210991]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (17:24:50.688)
Trace[1978210991]: [30.000766886s] [30.000766886s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [6a4aba3acb1e] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:60360 - 19575 "HINFO IN 3607648931521447410.3411894034218696920. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009401347s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1960564509]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.745) (total time: 30002ms):
Trace[1960564509]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (17:24:50.746)
Trace[1960564509]: [30.00213331s] [30.00213331s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1197674287]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.745) (total time: 30002ms):
Trace[1197674287]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (17:24:50.747)
Trace[1197674287]: [30.002759704s] [30.002759704s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[633118280]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (17-Sep-2024 17:24:20.745) (total time: 30003ms):
Trace[633118280]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (17:24:50.747)
Trace[633118280]: [30.003193097s] [30.003193097s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
E0917 17:28:57.379243 2971 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused - error from a previous attempt: read tcp 127.0.0.1:59444->127.0.0.1:8443: read: connection reset by peer"
E0917 17:28:57.381033 2971 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0917 17:28:57.382480 2971 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0917 17:28:57.384087 2971 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
E0917 17:28:57.385814 2971 memcache.go:265] "Unhandled Error" err="couldn't get current server API group list: Get \"https://localhost:8443/api?timeout=32s\": dial tcp 127.0.0.1:8443: connect: connection refused"
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.035209] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007985] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[Sep17 17:27] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006963] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.845078] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.235754] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000048] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.478686] systemd-fstab-generator[466]: Ignoring "noauto" option for root device
[ +0.092656] systemd-fstab-generator[478]: Ignoring "noauto" option for root device
[ +2.006519] systemd-fstab-generator[1106]: Ignoring "noauto" option for root device
[ +0.259762] systemd-fstab-generator[1144]: Ignoring "noauto" option for root device
[ +0.049883] kauditd_printk_skb: 101 callbacks suppressed
[ +0.051714] systemd-fstab-generator[1156]: Ignoring "noauto" option for root device
[ +0.112681] systemd-fstab-generator[1170]: Ignoring "noauto" option for root device
[ +2.485271] systemd-fstab-generator[1393]: Ignoring "noauto" option for root device
[ +0.103516] systemd-fstab-generator[1405]: Ignoring "noauto" option for root device
[ +0.100618] systemd-fstab-generator[1417]: Ignoring "noauto" option for root device
[ +0.134329] systemd-fstab-generator[1432]: Ignoring "noauto" option for root device
[ +0.431436] systemd-fstab-generator[1594]: Ignoring "noauto" option for root device
[ +6.580361] kauditd_printk_skb: 212 callbacks suppressed
[ +21.488197] kauditd_printk_skb: 40 callbacks suppressed
==> etcd [1e359ca4a791] <==
{"level":"warn","ts":"2024-09-17T17:28:53.050929Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:53.551985Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:54.054734Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-17T17:28:54.096107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-17T17:28:54.096182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-17T17:28:54.096215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-17T17:28:54.096232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2905] sent MsgPreVote request to 429e60237c9af887 at term 3"}
{"level":"warn","ts":"2024-09-17T17:28:54.262007Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"429e60237c9af887","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-17T17:28:54.262294Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"429e60237c9af887","rtt":"0s","error":"dial tcp 192.169.0.6:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-17T17:28:54.563135Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:55.064887Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:55.185700Z","caller":"etcdserver/server.go:2139","msg":"failed to publish local member to cluster through raft","local-member-id":"b8c6c7563d17d844","local-member-attributes":"{Name:ha-744000 ClientURLs:[https://192.169.0.5:2379]}","request-path":"/0/members/b8c6c7563d17d844/attributes","publish-timeout":"7s","error":"etcdserver: request timed out"}
{"level":"warn","ts":"2024-09-17T17:28:55.566478Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-17T17:28:55.595674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-17T17:28:55.595755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-17T17:28:55.595778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-17T17:28:55.595795Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2905] sent MsgPreVote request to 429e60237c9af887 at term 3"}
{"level":"warn","ts":"2024-09-17T17:28:56.067995Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:56.573863Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-17T17:28:57.076627Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-17T17:28:57.095677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 3"}
{"level":"info","ts":"2024-09-17T17:28:57.095768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 3"}
{"level":"info","ts":"2024-09-17T17:28:57.095787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 3"}
{"level":"info","ts":"2024-09-17T17:28:57.095804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 3, index: 2905] sent MsgPreVote request to 429e60237c9af887 at term 3"}
{"level":"warn","ts":"2024-09-17T17:28:57.577216Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15583741143707336213,"retry-timeout":"500ms"}
==> etcd [23a7e0d95a77] <==
{"level":"warn","ts":"2024-09-17T17:26:50.587150Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962871734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/192.169.0.5\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-17T17:26:50.587161Z","caller":"traceutil/trace.go:171","msg":"trace[618307594] range","detail":"{range_begin:/registry/masterleases/192.169.0.5; range_end:; }","duration":"6.962884303s","start":"2024-09-17T17:26:43.624274Z","end":"2024-09-17T17:26:50.587158Z","steps":["trace[618307594] 'agreement among raft nodes before linearized reading' (duration: 6.96287178s)"],"step_count":1}
{"level":"warn","ts":"2024-09-17T17:26:50.587171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-17T17:26:43.624238Z","time spent":"6.962930406s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/192.169.0.5\" "}
2024/09/17 17:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-17T17:26:50.587257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551739854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-17T17:26:50.587269Z","caller":"traceutil/trace.go:171","msg":"trace[474401785] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"1.551753744s","start":"2024-09-17T17:26:49.035511Z","end":"2024-09-17T17:26:50.587265Z","steps":["trace[474401785] 'agreement among raft nodes before linearized reading' (duration: 1.551739815s)"],"step_count":1}
{"level":"warn","ts":"2024-09-17T17:26:50.587280Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-17T17:26:49.035495Z","time spent":"1.551781157s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "}
2024/09/17 17:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-17T17:26:50.587324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571949422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-17T17:26:50.587333Z","caller":"traceutil/trace.go:171","msg":"trace[779412434] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; }","duration":"3.571960909s","start":"2024-09-17T17:26:47.015370Z","end":"2024-09-17T17:26:50.587331Z","steps":["trace[779412434] 'agreement among raft nodes before linearized reading' (duration: 3.571949266s)"],"step_count":1}
{"level":"warn","ts":"2024-09-17T17:26:50.587344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-17T17:26:47.015364Z","time spent":"3.571976754s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "}
2024/09/17 17:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-17T17:26:50.587635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-17T17:26:45.985835Z","time spent":"4.601799065s","remote":"127.0.0.1:50768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""}
2024/09/17 17:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"info","ts":"2024-09-17T17:26:50.686768Z","caller":"etcdserver/server.go:1512","msg":"skipped leadership transfer; local server is not leader","local-member-id":"b8c6c7563d17d844","current-leader-member-id":"0"}
{"level":"info","ts":"2024-09-17T17:26:50.686883Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.686894Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.686906Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.686956Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b8c6c7563d17d844","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.686981Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.687003Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.687012Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"429e60237c9af887"}
{"level":"info","ts":"2024-09-17T17:26:50.698284Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-17T17:26:50.698463Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-17T17:26:50.698473Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-744000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.5:2380"],"advertise-client-urls":["https://192.169.0.5:2379"]}
==> kernel <==
17:28:57 up 1 min, 0 users, load average: 0.14, 0.10, 0.04
Linux ha-744000 5.10.207 #1 SMP Mon Sep 16 15:00:28 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [9f76145e8eaf] <==
I0917 17:26:11.511367 1 main.go:322] Node ha-744000-m02 has CIDR [10.244.1.0/24]
I0917 17:26:11.512152 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0917 17:26:11.512248 1 main.go:322] Node ha-744000-m03 has CIDR [10.244.2.0/24]
I0917 17:26:11.512772 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0917 17:26:11.512871 1 main.go:322] Node ha-744000-m04 has CIDR [10.244.4.0/24]
I0917 17:26:21.504250 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0917 17:26:21.504302 1 main.go:322] Node ha-744000-m04 has CIDR [10.244.4.0/24]
I0917 17:26:21.504625 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0917 17:26:21.504682 1 main.go:299] handling current node
I0917 17:26:21.504706 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0917 17:26:21.504715 1 main.go:322] Node ha-744000-m02 has CIDR [10.244.1.0/24]
I0917 17:26:21.504816 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0917 17:26:21.504869 1 main.go:322] Node ha-744000-m03 has CIDR [10.244.2.0/24]
I0917 17:26:31.506309 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0917 17:26:31.506431 1 main.go:299] handling current node
I0917 17:26:31.506449 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0917 17:26:31.506462 1 main.go:322] Node ha-744000-m02 has CIDR [10.244.1.0/24]
I0917 17:26:31.506621 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0917 17:26:31.506656 1 main.go:322] Node ha-744000-m04 has CIDR [10.244.4.0/24]
I0917 17:26:41.505932 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0917 17:26:41.506052 1 main.go:322] Node ha-744000-m02 has CIDR [10.244.1.0/24]
I0917 17:26:41.506553 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0917 17:26:41.506833 1 main.go:322] Node ha-744000-m04 has CIDR [10.244.4.0/24]
I0917 17:26:41.507226 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0917 17:26:41.507357 1 main.go:299] handling current node
==> kube-apiserver [66235de21ec8] <==
command /bin/bash -c "docker logs --tail 25 66235de21ec8" failed with error: /bin/bash -c "docker logs --tail 25 66235de21ec8": Process exited with status 1
stdout:
stderr:
Error response from daemon: No such container: 66235de21ec8
==> kube-apiserver [b526083efb4f] <==
I0917 17:28:36.086684 1 options.go:228] external host was not specified, using 192.169.0.5
I0917 17:28:36.088246 1 server.go:142] Version: v1.31.1
I0917 17:28:36.088285 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 17:28:36.354102 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0917 17:28:36.357696 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0917 17:28:36.370175 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0917 17:28:36.370322 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0917 17:28:36.370574 1 instance.go:232] Using reconciler: lease
W0917 17:28:56.356155 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
W0917 17:28:56.356428 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
W0917 17:28:56.372981 1 logging.go:55] [core] [Channel #5 SubChannel #6]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
F0917 17:28:56.373006 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [3757e12da538] <==
I0917 17:28:47.524594 1 serving.go:386] Generated self-signed cert in-memory
I0917 17:28:47.708212 1 controllermanager.go:197] "Starting" version="v1.31.1"
I0917 17:28:47.708245 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 17:28:47.709288 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0917 17:28:47.709434 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0917 17:28:47.709442 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0917 17:28:47.709457 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
==> kube-controller-manager [6b1d67e1da59] <==
I0917 17:28:05.497749 1 serving.go:386] Generated self-signed cert in-memory
I0917 17:28:06.034875 1 controllermanager.go:197] "Starting" version="v1.31.1"
I0917 17:28:06.034965 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 17:28:06.036148 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0917 17:28:06.036157 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0917 17:28:06.036166 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0917 17:28:06.036173 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0917 17:28:26.901132 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.5:8443/healthz\": dial tcp 192.169.0.5:8443: connect: connection refused"
==> kube-proxy [fb8b83fe49a6] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0917 17:24:21.123827 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0917 17:24:21.146583 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0917 17:24:21.146876 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0917 17:24:21.179243 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0917 17:24:21.179464 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0917 17:24:21.179596 1 server_linux.go:169] "Using iptables Proxier"
I0917 17:24:21.183190 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0917 17:24:21.184459 1 server.go:483] "Version info" version="v1.31.1"
I0917 17:24:21.184543 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0917 17:24:21.188244 1 config.go:199] "Starting service config controller"
I0917 17:24:21.188350 1 shared_informer.go:313] Waiting for caches to sync for service config
I0917 17:24:21.188588 1 config.go:105] "Starting endpoint slice config controller"
I0917 17:24:21.188659 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0917 17:24:21.192108 1 config.go:328] "Starting node config controller"
I0917 17:24:21.192216 1 shared_informer.go:313] Waiting for caches to sync for node config
I0917 17:24:21.289888 1 shared_informer.go:320] Caches are synced for service config
I0917 17:24:21.289903 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0917 17:24:21.293411 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [a7645ef2ae8d] <==
E0917 17:23:52.361916 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.361961 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0917 17:23:52.361995 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362037 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0917 17:23:52.362071 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362131 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0917 17:23:52.362165 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362205 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0917 17:23:52.362240 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362280 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0917 17:23:52.362314 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362384 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0917 17:23:52.362416 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362457 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0917 17:23:52.362490 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362533 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0917 17:23:52.362567 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362607 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0917 17:23:52.362640 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362678 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0917 17:23:52.362690 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0917 17:23:52.362757 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0917 17:23:52.362799 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I0917 17:23:53.372962 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0917 17:26:50.603688 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [bbf0d2ebe5c6] <==
E0917 17:28:27.659043 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get \"https://192.169.0.5:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:27.780949 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:27.780999 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:27.954747 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:27.954795 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:29.812244 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:29.812295 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:31.899209 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:31.899308 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:32.373782 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:32.373902 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:35.010233 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0917 17:28:35.010333 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0917 17:28:46.379121 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:46.379226 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0917 17:28:47.366426 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:47.366523 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0917 17:28:48.382767 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:48.383125 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0917 17:28:49.591786 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:49.592123 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0917 17:28:49.647843 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:49.648127 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
W0917 17:28:50.257456 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": net/http: TLS handshake timeout
E0917 17:28:50.257486 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": net/http: TLS handshake timeout" logger="UnhandledError"
==> kubelet <==
Sep 17 17:28:33 ha-744000 kubelet[1601]: E0917 17:28:33.734746 1601 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-controller-manager\" with CrashLoopBackOff: \"back-off 20s restarting failed container=kube-controller-manager pod=kube-controller-manager-ha-744000_kube-system(87fd03b66c2a086675ca4f807d61ceb6)\"" pod="kube-system/kube-controller-manager-ha-744000" podUID="87fd03b66c2a086675ca4f807d61ceb6"
Sep 17 17:28:35 ha-744000 kubelet[1601]: I0917 17:28:35.943283 1601 scope.go:117] "RemoveContainer" containerID="66235de21ec80d860e8f0e9cfafa05214e465c4d09678b01e80ca97694636937"
Sep 17 17:28:36 ha-744000 kubelet[1601]: W0917 17:28:36.729928 1601 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 17 17:28:36 ha-744000 kubelet[1601]: E0917 17:28:36.730050 1601 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://control-plane.minikube.internal:8443/api/v1/services?fieldSelector=spec.clusterIP%21%3DNone&limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Sep 17 17:28:36 ha-744000 kubelet[1601]: E0917 17:28:36.729964 1601 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-744000.17f61820eeb0604a default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-744000,UID:ha-744000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-744000,},FirstTimestamp:2024-09-17 17:27:16.865720394 +0000 UTC m=+0.127039804,LastTimestamp:2024-09-17 17:27:16.865720394 +0000 UTC m=+0.127039804,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-744000,}"
Sep 17 17:28:36 ha-744000 kubelet[1601]: E0917 17:28:36.944498 1601 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-744000\" not found"
Sep 17 17:28:40 ha-744000 kubelet[1601]: I0917 17:28:40.664516 1601 kubelet_node_status.go:72] "Attempting to register node" node="ha-744000"
Sep 17 17:28:42 ha-744000 kubelet[1601]: E0917 17:28:42.873716 1601 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-744000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Sep 17 17:28:42 ha-744000 kubelet[1601]: E0917 17:28:42.873771 1601 kubelet_node_status.go:95] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-744000"
Sep 17 17:28:45 ha-744000 kubelet[1601]: W0917 17:28:45.945277 1601 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 17 17:28:45 ha-744000 kubelet[1601]: E0917 17:28:45.945790 1601 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://control-plane.minikube.internal:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Sep 17 17:28:46 ha-744000 kubelet[1601]: I0917 17:28:46.944782 1601 scope.go:117] "RemoveContainer" containerID="6b1d67e1da5948298632ad424519f8fce6e26a26617e516f98f85ba276454721"
Sep 17 17:28:46 ha-744000 kubelet[1601]: E0917 17:28:46.945144 1601 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-744000\" not found"
Sep 17 17:28:49 ha-744000 kubelet[1601]: E0917 17:28:49.017860 1601 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/default/events\": dial tcp 192.169.0.254:8443: connect: no route to host" event="&Event{ObjectMeta:{ha-744000.17f61820eeb0604a default 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Node,Namespace:,Name:ha-744000,UID:ha-744000,APIVersion:,ResourceVersion:,FieldPath:,},Reason:Starting,Message:Starting kubelet.,Source:EventSource{Component:kubelet,Host:ha-744000,},FirstTimestamp:2024-09-17 17:27:16.865720394 +0000 UTC m=+0.127039804,LastTimestamp:2024-09-17 17:27:16.865720394 +0000 UTC m=+0.127039804,Count:1,Type:Normal,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:ha-744000,}"
Sep 17 17:28:49 ha-744000 kubelet[1601]: I0917 17:28:49.875548 1601 kubelet_node_status.go:72] "Attempting to register node" node="ha-744000"
Sep 17 17:28:52 ha-744000 kubelet[1601]: E0917 17:28:52.089297 1601 kubelet_node_status.go:95] "Unable to register node with API server" err="Post \"https://control-plane.minikube.internal:8443/api/v1/nodes\": dial tcp 192.169.0.254:8443: connect: no route to host" node="ha-744000"
Sep 17 17:28:52 ha-744000 kubelet[1601]: E0917 17:28:52.090072 1601 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ha-744000?timeout=10s\": dial tcp 192.169.0.254:8443: connect: no route to host" interval="7s"
Sep 17 17:28:56 ha-744000 kubelet[1601]: E0917 17:28:56.945624 1601 eviction_manager.go:285] "Eviction manager: failed to get summary stats" err="failed to get node info: node \"ha-744000\" not found"
Sep 17 17:28:57 ha-744000 kubelet[1601]: I0917 17:28:57.244872 1601 scope.go:117] "RemoveContainer" containerID="66235de21ec80d860e8f0e9cfafa05214e465c4d09678b01e80ca97694636937"
Sep 17 17:28:57 ha-744000 kubelet[1601]: I0917 17:28:57.245459 1601 scope.go:117] "RemoveContainer" containerID="b526083efb4fc73885b1a2e3bf2184b3f5c79bf052ac174a124d5ca46b0a4963"
Sep 17 17:28:57 ha-744000 kubelet[1601]: E0917 17:28:57.245556 1601 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-apiserver\" with CrashLoopBackOff: \"back-off 40s restarting failed container=kube-apiserver pod=kube-apiserver-ha-744000_kube-system(5122b3c5b6b107f6a71d263fb9595f1e)\"" pod="kube-system/kube-apiserver-ha-744000" podUID="5122b3c5b6b107f6a71d263fb9595f1e"
Sep 17 17:28:58 ha-744000 kubelet[1601]: W0917 17:28:58.233904 1601 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.RuntimeClass: Get "https://control-plane.minikube.internal:8443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 17 17:28:58 ha-744000 kubelet[1601]: E0917 17:28:58.234030 1601 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.RuntimeClass: failed to list *v1.RuntimeClass: Get \"https://control-plane.minikube.internal:8443/apis/node.k8s.io/v1/runtimeclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
Sep 17 17:28:58 ha-744000 kubelet[1601]: W0917 17:28:58.233904 1601 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-744000&limit=500&resourceVersion=0": dial tcp 192.169.0.254:8443: connect: no route to host
Sep 17 17:28:58 ha-744000 kubelet[1601]: E0917 17:28:58.234177 1601 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://control-plane.minikube.internal:8443/api/v1/nodes?fieldSelector=metadata.name%3Dha-744000&limit=500&resourceVersion=0\": dial tcp 192.169.0.254:8443: connect: no route to host" logger="UnhandledError"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-744000 -n ha-744000
helpers_test.go:254: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-744000 -n ha-744000: exit status 2 (149.162575ms)
-- stdout --
Stopped
-- /stdout --
helpers_test.go:254: status error: exit status 2 (may be ok)
helpers_test.go:256: "ha-744000" apiserver is not running, skipping kubectl commands (state="Stopped")
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (23.10s)